20:03:43.888 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:03:43.888 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskg7Qx6e/test-tmp
20:03:43.888 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
20:03:43.888 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskg7Qx6e/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
20:03:43.889 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:03:44.199 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:03:44.199 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:03:44.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.201620 26654 mini_oidc.cc:150] Starting JWKS server
20:03:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.204116 26654 webserver.cc:469] Webserver started at http://127.0.0.1:36885/ using document root <none> and password file <none>
20:03:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.204355 26654 mini_oidc.cc:186] Starting OIDC Discovery server
20:03:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.204910 26654 webserver.cc:469] Webserver started at http://127.0.0.1:45473/ using document root <none> and password file <none>
20:03:44.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-26T20:03:44Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:03:44.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-26T20:03:44Z Disabled control of system clock
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.235080 26654 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/wal
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/data
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/logs
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/data/info.pb
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.7.190:33659
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.7.190
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.7.148:33835
20:03:44.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:44.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:44.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:44.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:44.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985
20:03:44.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:44.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36885/jwks.json
20:03:44.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:03:44.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:03:44.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.548750 26665 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:03:44.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.549070 26665 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:44.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.549149 26665 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:03:44.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.556851 26665 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:03:44.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.556946 26665 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:03:44.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.556993 26665 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:03:44.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.557031 26665 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:44.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.557083 26665 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:03:44.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.557121 26665 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:44.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.557163 26665 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36885/jwks.json
20:03:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.566551 26665 master_runner.cc:386] Master server non-default flags:
20:03:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.7.148:33835
20:03:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:03:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/data
20:03:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/wal
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.7.190:33659
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36885/jwks.json
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/data/info.pb
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.7.190
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/logs
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7c956859e2f49c4cf1caffa969c1777a7a5d81c
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Jun 2025 19:43:24 UTC on 24a791456cd2
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6784
20:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:03:44.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.568104 26665 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:44.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.569875 26665 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:44.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.579576 26673 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:44.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.579521 26670 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:44.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.579630 26671 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:44.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.580471 26665 server_base.cc:1048] running on GCE node
20:03:44.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.581149 26665 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:44.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.582566 26665 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:44.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.583804 26665 hybrid_clock.cc:648] HybridClock initialized: now 1750968224583727 us; error 52 us; skew 500 ppm
20:03:44.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.584116 26665 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:44.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.586246 26665 webserver.cc:469] Webserver started at http://127.26.7.190:38557/ using document root <none> and password file <none>
20:03:44.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.586942 26665 fs_manager.cc:362] Metadata directory not provided
20:03:44.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.587047 26665 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:44.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.587347 26665 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:03:44.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.589583 26665 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/data/instance:
20:03:44.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ece7677caf3a4ecc8046f13c58243b2d"
20:03:44.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:44 on dist-test-slave-gvsx"
20:03:44.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.590242 26665 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/wal/instance:
20:03:44.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ece7677caf3a4ecc8046f13c58243b2d"
20:03:44.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:44 on dist-test-slave-gvsx"
20:03:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.595499 26665 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.003s
20:03:44.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.598579 26679 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.599850 26665 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.599989 26665 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/data,/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/wal
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ece7677caf3a4ecc8046f13c58243b2d"
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:44 on dist-test-slave-gvsx"
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.600135 26665 fs_report.cc:389] FS layout report
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/wal
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/wal
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/data/data
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.616631 26665 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:44.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.617372 26665 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:44.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.617605 26665 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:44.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.638085 26665 rpc_server.cc:307] RPC server started. Bound to: 127.26.7.190:33659
20:03:44.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.638126 26740 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.7.190:33659 every 8 connection(s)
20:03:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.639427 26665 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/data/info.pb
20:03:44.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.641063 26654 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu as pid 26665
20:03:44.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.641386 26654 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/wal/instance
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.644023 26741 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.644243 26654 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-1/wal
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-1/data
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-1/logs
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-1/data/info.pb
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.7.189:39495
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.7.189
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.7.148:33835
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36885/jwks.json
20:03:44.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:03:44.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:03:44.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.650781 26741 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } has no permanent_uuid. Determining permanent_uuid...
20:03:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.666621 26741 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } has no permanent_uuid. Determining permanent_uuid...
20:03:44.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.667809 26681 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:03:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.669234 26741 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.7.189:39495: Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:03:44.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.718554 26741 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } attempt: 1
20:03:44.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.720448 26741 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.7.189:39495: Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:03:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.788694 26741 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } attempt: 2
20:03:44.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.790598 26741 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.7.189:39495: Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:03:44.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.881858 26741 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } attempt: 3
20:03:44.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.883766 26741 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.7.189:39495: Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:03:44.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.950603 26743 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:03:44.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.950942 26743 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:44.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.951025 26743 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:03:44.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.958580 26743 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:03:44.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.958664 26743 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:03:44.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.958711 26743 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:03:44.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.958750 26743 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:44.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.958822 26743 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:03:44.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.958878 26743 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:44.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.958925 26743 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36885/jwks.json
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.967998 26743 master_runner.cc:386] Master server non-default flags:
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.7.148:33835
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-1/data
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-1/wal
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.7.189:39495
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36885/jwks.json
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-1/data/info.pb
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.7.189
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-1/logs
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7c956859e2f49c4cf1caffa969c1777a7a5d81c
20:03:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Jun 2025 19:43:24 UTC on 24a791456cd2
20:03:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6784
20:03:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:03:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.969514 26743 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:44.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.971295 26743 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:44.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.981530 26751 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:44.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.981495 26754 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:44.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:44.981564 26752 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:44.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.982105 26743 server_base.cc:1048] running on GCE node
20:03:44.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.982828 26743 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:44.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.984162 26743 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:44.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.985368 26743 hybrid_clock.cc:648] HybridClock initialized: now 1750968224985305 us; error 44 us; skew 500 ppm
20:03:44.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.985654 26743 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.987792 26743 webserver.cc:469] Webserver started at http://127.26.7.189:37157/ using document root <none> and password file <none>
20:03:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.988442 26743 fs_manager.cc:362] Metadata directory not provided
20:03:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.988547 26743 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.988817 26743 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:03:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.991043 26743 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-1/data/instance:
20:03:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9604362ef7724089aecef3c1fc8e42fd"
20:03:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:44 on dist-test-slave-gvsx"
20:03:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.991729 26743 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-1/wal/instance:
20:03:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9604362ef7724089aecef3c1fc8e42fd"
20:03:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:44 on dist-test-slave-gvsx"
20:03:44.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.996562 26743 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
20:03:44.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:44.999596 26760 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:45.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.000850 26743 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.000980 26743 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-1/data,/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-1/wal
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9604362ef7724089aecef3c1fc8e42fd"
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:44 on dist-test-slave-gvsx"
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.001128 26743 fs_report.cc:389] FS layout report
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-1/wal
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-1/wal
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-1/data/data
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:45.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.027004 26741 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } attempt: 4
20:03:45.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.028398 26743 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:45.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.028942 26741 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.7.189:39495: Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:03:45.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.029345 26743 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:45.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.029587 26743 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:45.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.050586 26743 rpc_server.cc:307] RPC server started. Bound to: 127.26.7.189:39495
20:03:45.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.050629 26821 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.7.189:39495 every 8 connection(s)
20:03:45.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.052049 26743 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-1/data/info.pb
20:03:45.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.055661 26822 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:45.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.060678 26654 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu as pid 26743
20:03:45.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.060837 26654 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-1/wal/instance
20:03:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.061265 26822 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } has no permanent_uuid. Determining permanent_uuid...
20:03:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.061725 26654 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu
20:03:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu
20:03:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/wal
20:03:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/data
20:03:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/logs
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/data/info.pb
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.7.188:35985
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.7.188
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.7.148:33835
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36885/jwks.json
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:03:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:03:45.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.073977 26822 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } has no permanent_uuid. Determining permanent_uuid...
20:03:45.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.082345 26822 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } has no permanent_uuid. Determining permanent_uuid...
20:03:45.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.083410 26764 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111)
20:03:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.084789 26822 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.7.188:35985: Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111)
20:03:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.134066 26822 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } attempt: 1
20:03:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.135819 26822 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.7.188:35985: Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111)
20:03:45.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.204046 26822 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } attempt: 2
20:03:45.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.205875 26822 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.7.188:35985: Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111)
20:03:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.297112 26822 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } attempt: 3
20:03:45.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.299036 26822 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.7.188:35985: Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111)
20:03:45.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.328169 26741 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } attempt: 5
20:03:45.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.334390 26741 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } has no permanent_uuid. Determining permanent_uuid...
20:03:45.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.336359 26741 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.7.188:35985: Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111)
20:03:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.368702 26825 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:03:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.369029 26825 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.369107 26825 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:03:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.376938 26825 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:03:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.377040 26825 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:03:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.377089 26825 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:03:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.377130 26825 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.377192 26825 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:03:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.377244 26825 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.377302 26825 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36885/jwks.json
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.386902 26825 master_runner.cc:386] Master server non-default flags:
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.7.148:33835
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/data
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/wal
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.7.188:35985
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36885/jwks.json
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/data/info.pb
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.7.188
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/logs
20:03:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:03:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7c956859e2f49c4cf1caffa969c1777a7a5d81c
20:03:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Jun 2025 19:43:24 UTC on 24a791456cd2
20:03:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6784
20:03:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:03:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.387580 26741 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } attempt: 1
20:03:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.388659 26825 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:45.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.389516 26741 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.7.188:35985: Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111)
20:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.390604 26825 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.400776 26832 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.400781 26835 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.400810 26833 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:45.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.401858 26825 server_base.cc:1048] running on GCE node
20:03:45.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.402586 26825 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:45.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.403996 26825 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.405215 26825 hybrid_clock.cc:648] HybridClock initialized: now 1750968225405152 us; error 42 us; skew 500 ppm
20:03:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.405551 26825 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:45.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.407845 26825 webserver.cc:469] Webserver started at http://127.26.7.188:40961/ using document root <none> and password file <none>
20:03:45.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.408535 26825 fs_manager.cc:362] Metadata directory not provided
20:03:45.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.408638 26825 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:45.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.408910 26825 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:03:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.411306 26825 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/data/instance:
20:03:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac1469ab3aed4780907ee86e0f1412d2"
20:03:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:45 on dist-test-slave-gvsx"
20:03:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.412015 26825 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/wal/instance:
20:03:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac1469ab3aed4780907ee86e0f1412d2"
20:03:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:45 on dist-test-slave-gvsx"
20:03:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.417109 26825 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
20:03:45.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.420542 26841 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:45.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.421860 26825 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.422013 26825 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/data,/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/wal
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac1469ab3aed4780907ee86e0f1412d2"
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:45 on dist-test-slave-gvsx"
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.422174 26825 fs_report.cc:389] FS layout report
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/wal
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/wal
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/data/data
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:45.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.434347 26825 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:45.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.435184 26825 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:45.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.435444 26825 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:45.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.442276 26822 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } attempt: 4
20:03:45.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.444306 26822 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.7.188:35985: Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111)
20:03:45.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.456496 26825 rpc_server.cc:307] RPC server started. Bound to: 127.26.7.188:35985
20:03:45.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.456522 26902 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.7.188:35985 every 8 connection(s)
20:03:45.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.457729 26741 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } attempt: 2
20:03:45.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.458001 26825 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/data/info.pb
20:03:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.458930 26654 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu as pid 26825
20:03:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.459110 26654 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/wal/instance
20:03:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.463258 26903 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:45.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.472992 26903 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } has no permanent_uuid. Determining permanent_uuid...
20:03:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.490226 26741 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d: Bootstrap starting.
20:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.491902 26903 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } has no permanent_uuid. Determining permanent_uuid...
20:03:45.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.493639 26741 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d: Neither blocks nor log segments found. Creating new log.
20:03:45.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.494635 26741 log.cc:826] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d: Log is configured to *not* fsync() on all Append() calls
20:03:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.497766 26903 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } has no permanent_uuid. Determining permanent_uuid...
20:03:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.498018 26741 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d: No bootstrap required, opened a new log
20:03:45.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.505193 26741 raft_consensus.cc:357] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:45.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.505568 26741 raft_consensus.cc:383] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:45.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.505676 26741 raft_consensus.cc:738] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ece7677caf3a4ecc8046f13c58243b2d, State: Initialized, Role: FOLLOWER
20:03:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.506481 26741 consensus_queue.cc:260] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.507520 26911 sys_catalog.cc:455] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.507834 26911 sys_catalog.cc:458] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: This master's current role is: FOLLOWER
20:03:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.508653 26741 sys_catalog.cc:564] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: configured and running, proceeding with master startup.
20:03:45.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.509147 26903 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2: Bootstrap starting.
20:03:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.513214 26903 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2: Neither blocks nor log segments found. Creating new log.
20:03:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.515769 26903 log.cc:826] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2: Log is configured to *not* fsync() on all Append() calls
20:03:45.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.518041 26922 catalog_manager.cc:1560] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:45.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.518168 26922 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:45.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.517669 26665 master_runner.cc:186] Error getting master registration for 127.26.7.189:39495: OK, instance_id { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" instance_seqno: 1750968225045735 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:45.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.523902 26665 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:03:45.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.524618 26903 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2: No bootstrap required, opened a new log
20:03:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.529695 26903 raft_consensus.cc:357] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.529963 26903 raft_consensus.cc:383] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.530036 26903 raft_consensus.cc:738] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ac1469ab3aed4780907ee86e0f1412d2, State: Initialized, Role: FOLLOWER
20:03:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.530588 26903 consensus_queue.cc:260] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.531462 26925 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.531886 26925 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: This master's current role is: FOLLOWER
20:03:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.532500 26903 sys_catalog.cc:564] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: configured and running, proceeding with master startup.
20:03:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.544947 26936 catalog_manager.cc:1560] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.545238 26936 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.542994 26825 master_runner.cc:186] Error getting master registration for 127.26.7.189:39495: OK, instance_id { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" instance_seqno: 1750968225045735 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.549193 26825 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:03:45.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.581516 26911 raft_consensus.cc:491] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.581816 26911 raft_consensus.cc:513] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.583700 26911 leader_election.cc:290] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495), ac1469ab3aed4780907ee86e0f1412d2 (127.26.7.188:35985)
20:03:45.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.584746 26868 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ece7677caf3a4ecc8046f13c58243b2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ac1469ab3aed4780907ee86e0f1412d2" is_pre_election: true
20:03:45.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.585347 26868 raft_consensus.cc:2466] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ece7677caf3a4ecc8046f13c58243b2d in term 0.
20:03:45.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.585968 26683 leader_election.cc:304] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2, ece7677caf3a4ecc8046f13c58243b2d; no voters:
20:03:45.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.586408 26911 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 0 FOLLOWER]: Leader pre-election won for term 1
20:03:45.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.586550 26911 raft_consensus.cc:491] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:45.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.586644 26911 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 0 FOLLOWER]: Advancing to term 1
20:03:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.589900 26911 raft_consensus.cc:513] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:45.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.591109 26868 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ece7677caf3a4ecc8046f13c58243b2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ac1469ab3aed4780907ee86e0f1412d2"
20:03:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.591317 26868 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 0 FOLLOWER]: Advancing to term 1
20:03:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.594619 26868 raft_consensus.cc:2466] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ece7677caf3a4ecc8046f13c58243b2d in term 1.
20:03:45.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.595189 26683 leader_election.cc:304] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2, ece7677caf3a4ecc8046f13c58243b2d; no voters:
20:03:45.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.595921 26911 leader_election.cc:290] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [CANDIDATE]: Term 1 election: Requested vote from peers 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495), ac1469ab3aed4780907ee86e0f1412d2 (127.26.7.188:35985)
20:03:45.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.596370 26938 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 1 FOLLOWER]: Leader election won for term 1
20:03:45.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.596575 26938 raft_consensus.cc:695] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 1 LEADER]: Becoming Leader. State: Replica: ece7677caf3a4ecc8046f13c58243b2d, State: Running, Role: LEADER
20:03:45.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.597194 26938 consensus_queue.cc:237] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.604976 26911 sys_catalog.cc:455] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: SysCatalogTable state changed. Reason: New leader ece7677caf3a4ecc8046f13c58243b2d. Latest consensus state: current_term: 1 leader_uuid: "ece7677caf3a4ecc8046f13c58243b2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.605242 26911 sys_catalog.cc:458] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: This master's current role is: LEADER
20:03:45.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.609941 26940 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
20:03:45.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.612329 26940 catalog_manager.cc:1486] Initializing Kudu cluster ID...
20:03:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:45.620064 26685 tablet.cc:2378] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:45.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.623032 26868 raft_consensus.cc:1273] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 1 FOLLOWER]: Refusing update from remote peer ece7677caf3a4ecc8046f13c58243b2d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:45.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.623942 26911 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:45.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.639182 26941 mvcc.cc:204] Tried to move back new op lower bound from 7171965852134432768 to 7171965852051763200. Current Snapshot: MvccSnapshot[applied={T|T < 7171965852134432768}]
20:03:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.652122 26925 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ece7677caf3a4ecc8046f13c58243b2d. Latest consensus state: current_term: 1 leader_uuid: "ece7677caf3a4ecc8046f13c58243b2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.652374 26925 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: This master's current role is: FOLLOWER
20:03:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.657394 26940 catalog_manager.cc:1349] Generated new cluster ID: 9a5cc0a5a7424999879927f4844fdb1c
20:03:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.657675 26940 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
20:03:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.657581 26911 sys_catalog.cc:455] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ece7677caf3a4ecc8046f13c58243b2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.657817 26911 sys_catalog.cc:458] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: This master's current role is: LEADER
20:03:45.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.671607 26925 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ece7677caf3a4ecc8046f13c58243b2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:45.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.671841 26925 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: This master's current role is: FOLLOWER
20:03:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.686872 26940 catalog_manager.cc:1372] Generated new certificate authority record
20:03:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.688481 26940 catalog_manager.cc:1506] Loading token signing keys...
20:03:45.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.705106 26940 catalog_manager.cc:5955] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d: Generated new TSK 0
20:03:45.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.706729 26940 catalog_manager.cc:1516] Initializing in-progress tserver states...
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.714973 26654 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-0/wal
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-0/data
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-0/logs
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-0/data/info.pb
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.7.129:0
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.7.129
20:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.7.129
20:03:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985
20:03:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.7.148:33835
20:03:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:03:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:03:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:03:45.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.743482 26822 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } attempt: 5
20:03:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.756649 26822 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd: Bootstrap starting.
20:03:45.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.760841 26822 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd: Neither blocks nor log segments found. Creating new log.
20:03:45.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.763325 26822 log.cc:826] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd: Log is configured to *not* fsync() on all Append() calls
20:03:45.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.779348 26822 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd: No bootstrap required, opened a new log
20:03:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.792893 26822 raft_consensus.cc:357] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.793815 26822 raft_consensus.cc:383] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.794158 26822 raft_consensus.cc:738] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9604362ef7724089aecef3c1fc8e42fd, State: Initialized, Role: FOLLOWER
20:03:45.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.795819 26822 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.809324 26786 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ece7677caf3a4ecc8046f13c58243b2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9604362ef7724089aecef3c1fc8e42fd"
20:03:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.810395 26787 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ece7677caf3a4ecc8046f13c58243b2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9604362ef7724089aecef3c1fc8e42fd" is_pre_election: true
20:03:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.812544 26786 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 0 FOLLOWER]: Advancing to term 1
20:03:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.816681 26786 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ece7677caf3a4ecc8046f13c58243b2d in term 1.
20:03:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.817344 26785 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 1 FOLLOWER]: Refusing update from remote peer ece7677caf3a4ecc8046f13c58243b2d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.819092 26938 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.819535 26822 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [sys.catalog]: configured and running, proceeding with master startup.
20:03:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.878790 26949 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [sys.catalog]: SysCatalogTable state changed. Reason: New leader ece7677caf3a4ecc8046f13c58243b2d. Latest consensus state: current_term: 1 leader_uuid: "ece7677caf3a4ecc8046f13c58243b2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.879176 26949 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [sys.catalog]: This master's current role is: FOLLOWER
20:03:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.879532 26948 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "ece7677caf3a4ecc8046f13c58243b2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.879748 26948 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [sys.catalog]: This master's current role is: FOLLOWER
20:03:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.880028 26957 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ece7677caf3a4ecc8046f13c58243b2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.880368 26957 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [sys.catalog]: This master's current role is: FOLLOWER
20:03:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.896997 26938 sys_catalog.cc:455] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ece7677caf3a4ecc8046f13c58243b2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.897358 26938 sys_catalog.cc:458] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: This master's current role is: LEADER
20:03:45.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:45.930020 26965 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:03:46.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.113020 26946 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:03:46.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.113327 26946 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:46.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.113464 26946 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:03:46.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.121188 26946 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:03:46.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.121351 26946 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:03:46.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.121418 26946 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:03:46.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.121470 26946 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:03:46.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.121592 26946 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.7.129
20:03:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.131378 26946 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.7.148:33835
20:03:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-0/data
20:03:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-0/wal
20:03:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.7.129:0
20:03:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-0/data/info.pb
20:03:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.7.129
20:03:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.7.129
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-0/logs
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7c956859e2f49c4cf1caffa969c1777a7a5d81c
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Jun 2025 19:43:24 UTC on 24a791456cd2
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6784
20:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:03:46.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.133232 26946 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:46.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.135031 26946 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:46.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.145982 26973 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:46.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.146032 26970 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:46.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.146200 26971 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:46.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.146795 26946 server_base.cc:1048] running on GCE node
20:03:46.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.147332 26946 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.148169 26946 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.149394 26946 hybrid_clock.cc:648] HybridClock initialized: now 1750968226149326 us; error 26 us; skew 500 ppm
20:03:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.149689 26946 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.151979 26946 webserver.cc:469] Webserver started at http://127.26.7.129:44801/ using document root <none> and password file <none>
20:03:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.152616 26946 fs_manager.cc:362] Metadata directory not provided
20:03:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.152726 26946 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:46.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.152999 26946 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:03:46.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.155303 26946 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-0/data/instance:
20:03:46.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4954cc3828a4408e9d7fc064d62685a5"
20:03:46.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:46 on dist-test-slave-gvsx"
20:03:46.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.156001 26946 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-0/wal/instance:
20:03:46.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4954cc3828a4408e9d7fc064d62685a5"
20:03:46.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:46 on dist-test-slave-gvsx"
20:03:46.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.160804 26946 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
20:03:46.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.163796 26979 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.164973 26946 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.165112 26946 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-0/data,/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-0/wal
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4954cc3828a4408e9d7fc064d62685a5"
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:46 on dist-test-slave-gvsx"
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.165287 26946 fs_report.cc:389] FS layout report
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-0/wal
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-0/wal
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-0/data/data
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.186174 26946 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:46.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.187062 26946 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:46.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.187350 26946 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.190551 26946 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.190667 26946 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:03:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.190768 26946 ts_tablet_manager.cc:610] Registered 0 tablets
20:03:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.190872 26946 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.001s
20:03:46.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.253451 26946 rpc_server.cc:307] RPC server started. Bound to: 127.26.7.129:35247
20:03:46.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.253512 27102 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.7.129:35247 every 8 connection(s)
20:03:46.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.254734 26946 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-0/data/info.pb
20:03:46.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.258708 27104 heartbeater.cc:344] Connected to a master server at 127.26.7.190:33659
20:03:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.258941 26654 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu as pid 26946
20:03:46.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.259150 26654 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-0/wal/instance
20:03:46.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.259449 27104 heartbeater.cc:461] Registering TS with master...
20:03:46.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.260689 27104 heartbeater.cc:507] Master 127.26.7.190:33659 requested a full tablet report, sending...
20:03:46.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.264230 26696 ts_manager.cc:194] Registered new tserver with Master: 4954cc3828a4408e9d7fc064d62685a5 (127.26.7.129:35247)
20:03:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.265622 27103 heartbeater.cc:344] Connected to a master server at 127.26.7.188:35985
20:03:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.265695 26654 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu
20:03:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu
20:03:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-1/wal
20:03:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-1/data
20:03:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-1/logs
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-1/data/info.pb
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.7.130:0
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.7.130
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.7.130
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.7.148:33835
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:03:46.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.266746 26696 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.26.7.129:40783
20:03:46.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.266870 27103 heartbeater.cc:461] Registering TS with master...
20:03:46.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.267375 27103 heartbeater.cc:507] Master 127.26.7.188:35985 requested a full tablet report, sending...
20:03:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.269131 26858 ts_manager.cc:194] Registered new tserver with Master: 4954cc3828a4408e9d7fc064d62685a5 (127.26.7.129:35247)
20:03:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.271931 27105 heartbeater.cc:344] Connected to a master server at 127.26.7.189:39495
20:03:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.272078 27105 heartbeater.cc:461] Registering TS with master...
20:03:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.272374 27105 heartbeater.cc:507] Master 127.26.7.189:39495 requested a full tablet report, sending...
20:03:46.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.274093 26777 ts_manager.cc:194] Registered new tserver with Master: 4954cc3828a4408e9d7fc064d62685a5 (127.26.7.129:35247)
20:03:46.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.547204 26936 catalog_manager.cc:1261] Loaded cluster ID: 9a5cc0a5a7424999879927f4844fdb1c
20:03:46.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.547302 26936 catalog_manager.cc:1554] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2: loading cluster ID for follower catalog manager: success
20:03:46.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.549896 26936 catalog_manager.cc:1576] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2: acquiring CA information for follower catalog manager: success
20:03:46.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.551736 26936 catalog_manager.cc:1604] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.576464 27108 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:03:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.576812 27108 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.576913 27108 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:03:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.584899 27108 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:03:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.585039 27108 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:03:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.585086 27108 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:03:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.585120 27108 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:03:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.585198 27108 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.7.130
20:03:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.594537 27108 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.7.148:33835
20:03:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-1/data
20:03:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-1/wal
20:03:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.7.130:0
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-1/data/info.pb
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.7.130
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.7.130
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-1/logs
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7c956859e2f49c4cf1caffa969c1777a7a5d81c
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Jun 2025 19:43:24 UTC on 24a791456cd2
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6784
20:03:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:03:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.596176 27108 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.598070 27108 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.610062 27113 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.609982 27114 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:46.610145 27116 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.610435 27108 server_base.cc:1048] running on GCE node
20:03:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.611277 27108 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.612315 27108 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.613550 27108 hybrid_clock.cc:648] HybridClock initialized: now 1750968226613485 us; error 43 us; skew 500 ppm
20:03:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.613859 27108 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:46.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.616102 27108 webserver.cc:469] Webserver started at http://127.26.7.130:41947/ using document root <none> and password file <none>
20:03:46.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.616809 27108 fs_manager.cc:362] Metadata directory not provided
20:03:46.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.616930 27108 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:46.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.617256 27108 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:03:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.619783 27108 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-1/data/instance:
20:03:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e03483b4f9484e8b8eb5aefae2e7c392"
20:03:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:46 on dist-test-slave-gvsx"
20:03:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.620563 27108 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-1/wal/instance:
20:03:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e03483b4f9484e8b8eb5aefae2e7c392"
20:03:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:46 on dist-test-slave-gvsx"
20:03:46.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.625911 27108 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
20:03:46.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.629323 27122 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:46.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.630591 27108 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
20:03:46.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.630743 27108 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-1/data,/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-1/wal
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e03483b4f9484e8b8eb5aefae2e7c392"
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:46 on dist-test-slave-gvsx"
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.630961 27108 fs_report.cc:389] FS layout report
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-1/wal
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-1/wal
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-1/data/data
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:46.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.680289 27108 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:46.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.681144 27108 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:46.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.681442 27108 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.684370 27108 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.684499 27108 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:03:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.684612 27108 ts_tablet_manager.cc:610] Registered 0 tablets
20:03:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.684695 27108 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:03:46.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.738946 27108 rpc_server.cc:307] RPC server started. Bound to: 127.26.7.130:37707
20:03:46.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.738982 27243 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.7.130:37707 every 8 connection(s)
20:03:46.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.740195 27108 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-1/data/info.pb
20:03:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.743101 27245 heartbeater.cc:344] Connected to a master server at 127.26.7.190:33659
20:03:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.743633 27245 heartbeater.cc:461] Registering TS with master...
20:03:46.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.744791 26654 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu as pid 27108
20:03:46.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.744875 27245 heartbeater.cc:507] Master 127.26.7.190:33659 requested a full tablet report, sending...
20:03:46.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.744998 26654 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-1/wal/instance
20:03:46.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.746547 26696 ts_manager.cc:194] Registered new tserver with Master: e03483b4f9484e8b8eb5aefae2e7c392 (127.26.7.130:37707)
20:03:46.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.747706 26696 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.26.7.130:42251
20:03:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.750416 26654 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu
20:03:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu
20:03:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-2/wal
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-2/data
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-2/logs
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-2/data/info.pb
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.7.131:0
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.7.131
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.7.131
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.7.148:33835
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:03:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:03:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.754794 27244 heartbeater.cc:344] Connected to a master server at 127.26.7.188:35985
20:03:46.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.754967 27244 heartbeater.cc:461] Registering TS with master...
20:03:46.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.755357 27244 heartbeater.cc:507] Master 127.26.7.188:35985 requested a full tablet report, sending...
20:03:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.756384 26858 ts_manager.cc:194] Registered new tserver with Master: e03483b4f9484e8b8eb5aefae2e7c392 (127.26.7.130:37707)
20:03:46.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.759234 27246 heartbeater.cc:344] Connected to a master server at 127.26.7.189:39495
20:03:46.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.759378 27246 heartbeater.cc:461] Registering TS with master...
20:03:46.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.759678 27246 heartbeater.cc:507] Master 127.26.7.189:39495 requested a full tablet report, sending...
20:03:46.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.760653 26777 ts_manager.cc:194] Registered new tserver with Master: e03483b4f9484e8b8eb5aefae2e7c392 (127.26.7.130:37707)
20:03:46.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.934734 26965 catalog_manager.cc:1261] Loaded cluster ID: 9a5cc0a5a7424999879927f4844fdb1c
20:03:46.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.934873 26965 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd: loading cluster ID for follower catalog manager: success
20:03:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.938095 26965 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd: acquiring CA information for follower catalog manager: success
20:03:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:46.940555 26965 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:47.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:47.073310 27249 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:03:47.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:47.073686 27249 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:47.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:47.073828 27249 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:03:47.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:47.081959 27249 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:03:47.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:47.082130 27249 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:03:47.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:47.082201 27249 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:03:47.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:47.082248 27249 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:03:47.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:47.082371 27249 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.7.131
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.091766 27249 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.7.148:33835
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-2/data
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-2/wal
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.7.131:0
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-2/data/info.pb
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.7.131
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.7.131
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-2/logs
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7c956859e2f49c4cf1caffa969c1777a7a5d81c
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Jun 2025 19:43:24 UTC on 24a791456cd2
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6784
20:03:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:03:47.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.093552 27249 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:47.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.095300 27249 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:47.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:47.107327 27256 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:47.107358 27258 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:47.107328 27255 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.108520 27249 server_base.cc:1048] running on GCE node
20:03:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.109061 27249 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:47.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.109982 27249 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:47.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.111202 27249 hybrid_clock.cc:648] HybridClock initialized: now 1750968227111139 us; error 43 us; skew 500 ppm
20:03:47.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.111461 27249 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:47.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.113768 27249 webserver.cc:469] Webserver started at http://127.26.7.131:42411/ using document root <none> and password file <none>
20:03:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.114408 27249 fs_manager.cc:362] Metadata directory not provided
20:03:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.114506 27249 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.114774 27249 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:03:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.117077 27249 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-2/data/instance:
20:03:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f097e97a9ca94a95804e36431da6c6f4"
20:03:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:47 on dist-test-slave-gvsx"
20:03:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.117794 27249 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-2/wal/instance:
20:03:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f097e97a9ca94a95804e36431da6c6f4"
20:03:47.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:47 on dist-test-slave-gvsx"
20:03:47.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.122619 27249 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.004s sys 0.002s
20:03:47.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.125666 27264 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.126904 27249 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.127030 27249 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-2/data,/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-2/wal
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f097e97a9ca94a95804e36431da6c6f4"
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:47 on dist-test-slave-gvsx"
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.127173 27249 fs_report.cc:389] FS layout report
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-2/wal
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-2/wal
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-2/data/data
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:47.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.146201 27249 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:47.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.146992 27249 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:47.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.147222 27249 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.153198 27249 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.153312 27249 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:03:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.153424 27249 ts_tablet_manager.cc:610] Registered 0 tablets
20:03:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.153504 27249 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:03:47.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.227304 27249 rpc_server.cc:307] RPC server started. Bound to: 127.26.7.131:34199
20:03:47.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.227339 27385 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.7.131:34199 every 8 connection(s)
20:03:47.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.228756 27249 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-2/data/info.pb
20:03:47.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.231266 27387 heartbeater.cc:344] Connected to a master server at 127.26.7.190:33659
20:03:47.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.231750 27387 heartbeater.cc:461] Registering TS with master...
20:03:47.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.231828 26654 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu as pid 27249
20:03:47.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.232023 26654 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/ts-2/wal/instance
20:03:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.233162 27387 heartbeater.cc:507] Master 127.26.7.190:33659 requested a full tablet report, sending...
20:03:47.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.242259 27386 heartbeater.cc:344] Connected to a master server at 127.26.7.188:35985
20:03:47.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.242533 27386 heartbeater.cc:461] Registering TS with master...
20:03:47.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.243180 27386 heartbeater.cc:507] Master 127.26.7.188:35985 requested a full tablet report, sending...
20:03:47.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.243439 26695 ts_manager.cc:194] Registered new tserver with Master: f097e97a9ca94a95804e36431da6c6f4 (127.26.7.131:34199)
20:03:47.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.244237 26858 ts_manager.cc:194] Registered new tserver with Master: f097e97a9ca94a95804e36431da6c6f4 (127.26.7.131:34199)
20:03:47.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.244612 26695 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.26.7.131:35757
20:03:47.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.248528 27388 heartbeater.cc:344] Connected to a master server at 127.26.7.189:39495
20:03:47.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.248695 27388 heartbeater.cc:461] Registering TS with master...
20:03:47.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.249095 27388 heartbeater.cc:507] Master 127.26.7.189:39495 requested a full tablet report, sending...
20:03:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.250200 26777 ts_manager.cc:194] Registered new tserver with Master: f097e97a9ca94a95804e36431da6c6f4 (127.26.7.131:34199)
20:03:47.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.257939 26654 external_mini_cluster.cc:934] 3 TS(s) registered with all masters
20:03:47.260 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:03:47.260 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:03:47.261 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.26.7.190"
port: 33659
}
bound_http_address {
host: "127.26.7.190"
port: 38557
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.26.7.189"
port: 39495
}
bound_http_address {
host: "127.26.7.189"
port: 37157
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.26.7.188"
port: 35985
}
bound_http_address {
host: "127.26.7.188"
port: 40961
}
}
}
20:03:47.261 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:03:47.262 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.26.7.129"
port: 35247
}
bound_http_address {
host: "127.26.7.129"
port: 44801
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.26.7.130"
port: 37707
}
bound_http_address {
host: "127.26.7.130"
port: 41947
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.26.7.131"
port: 34199
}
bound_http_address {
host: "127.26.7.131"
port: 42411
}
}
}
20:03:47.262 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:03:47.263 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:03:47.265 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:47.266 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.7.188:35985(127.26.7.188:35985)] connecting to peer
20:03:47.267 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:47.267 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.7.188:35985(127.26.7.188:35985)] Successfully connected to peer
20:03:47.268 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.7.189:39495(127.26.7.189:39495)] Successfully connected to peer
20:03:47.269 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.7.188
20:03:47.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.270774 27104 heartbeater.cc:499] Master 127.26.7.190:33659 was elected leader, sending a full tablet report...
20:03:47.273 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.7.190:33659(127.26.7.190:33659)] Successfully connected to peer
20:03:47.274 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.7.189
20:03:47.284 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1b1f5d8c, L:/127.0.0.1:40136 - R:/127.26.7.188:35985] using SASL/PLAIN
20:03:47.286 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.7.190
20:03:47.290 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9ccbcc7e, L:/127.0.0.1:58056 - R:/127.26.7.189:39495] using SASL/PLAIN
20:03:47.299 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0487f807, L:/127.0.0.1:60576 - R:/127.26.7.190:33659] using SASL/PLAIN
20:03:47.304 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:03:47.304 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=40), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, deferred=null) after lookup
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.306540 26695 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60576:
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:03:47.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
20:03:47.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:47.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:03:47.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
20:03:47.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
20:03:47.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:47.308804 26695 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:03:47.325 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c5437f3a173a42129575ca51fcf3c214
20:03:47.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.382266 27033 tablet_service.cc:1468] Processing CreateTablet for tablet d9eb62b704ad4a72b005169d782a4050 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c5437f3a173a42129575ca51fcf3c214]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:03:47.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.381717 27034 tablet_service.cc:1468] Processing CreateTablet for tablet 90933ceb591a418bb48747de08294acc (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c5437f3a173a42129575ca51fcf3c214]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:03:47.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.383649 27033 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d9eb62b704ad4a72b005169d782a4050. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.384624 27034 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 90933ceb591a418bb48747de08294acc. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.390223 27320 tablet_service.cc:1468] Processing CreateTablet for tablet d9eb62b704ad4a72b005169d782a4050 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c5437f3a173a42129575ca51fcf3c214]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:03:47.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.392273 27320 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d9eb62b704ad4a72b005169d782a4050. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:47.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.391283 27321 tablet_service.cc:1468] Processing CreateTablet for tablet 90933ceb591a418bb48747de08294acc (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c5437f3a173a42129575ca51fcf3c214]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:03:47.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.392442 27179 tablet_service.cc:1468] Processing CreateTablet for tablet 90933ceb591a418bb48747de08294acc (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c5437f3a173a42129575ca51fcf3c214]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:03:47.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.393821 27179 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 90933ceb591a418bb48747de08294acc. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:47.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.392470 27178 tablet_service.cc:1468] Processing CreateTablet for tablet d9eb62b704ad4a72b005169d782a4050 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c5437f3a173a42129575ca51fcf3c214]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:03:47.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.396477 27178 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d9eb62b704ad4a72b005169d782a4050. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:47.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.398408 27411 tablet_bootstrap.cc:492] T 90933ceb591a418bb48747de08294acc P 4954cc3828a4408e9d7fc064d62685a5: Bootstrap starting.
20:03:47.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.398751 27321 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 90933ceb591a418bb48747de08294acc. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.402415 27411 tablet_bootstrap.cc:654] T 90933ceb591a418bb48747de08294acc P 4954cc3828a4408e9d7fc064d62685a5: Neither blocks nor log segments found. Creating new log.
20:03:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.403954 27411 log.cc:826] T 90933ceb591a418bb48747de08294acc P 4954cc3828a4408e9d7fc064d62685a5: Log is configured to *not* fsync() on all Append() calls
20:03:47.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.410782 27414 tablet_bootstrap.cc:492] T d9eb62b704ad4a72b005169d782a4050 P f097e97a9ca94a95804e36431da6c6f4: Bootstrap starting.
20:03:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.411159 27413 tablet_bootstrap.cc:492] T d9eb62b704ad4a72b005169d782a4050 P e03483b4f9484e8b8eb5aefae2e7c392: Bootstrap starting.
20:03:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.412627 27411 tablet_bootstrap.cc:492] T 90933ceb591a418bb48747de08294acc P 4954cc3828a4408e9d7fc064d62685a5: No bootstrap required, opened a new log
20:03:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.412935 27411 ts_tablet_manager.cc:1397] T 90933ceb591a418bb48747de08294acc P 4954cc3828a4408e9d7fc064d62685a5: Time spent bootstrapping tablet: real 0.015s user 0.005s sys 0.007s
20:03:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.414077 27414 tablet_bootstrap.cc:654] T d9eb62b704ad4a72b005169d782a4050 P f097e97a9ca94a95804e36431da6c6f4: Neither blocks nor log segments found. Creating new log.
20:03:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.414547 27413 tablet_bootstrap.cc:654] T d9eb62b704ad4a72b005169d782a4050 P e03483b4f9484e8b8eb5aefae2e7c392: Neither blocks nor log segments found. Creating new log.
20:03:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.415822 27414 log.cc:826] T d9eb62b704ad4a72b005169d782a4050 P f097e97a9ca94a95804e36431da6c6f4: Log is configured to *not* fsync() on all Append() calls
20:03:47.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.415854 27413 log.cc:826] T d9eb62b704ad4a72b005169d782a4050 P e03483b4f9484e8b8eb5aefae2e7c392: Log is configured to *not* fsync() on all Append() calls
20:03:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.419113 27413 tablet_bootstrap.cc:492] T d9eb62b704ad4a72b005169d782a4050 P e03483b4f9484e8b8eb5aefae2e7c392: No bootstrap required, opened a new log
20:03:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.419330 27414 tablet_bootstrap.cc:492] T d9eb62b704ad4a72b005169d782a4050 P f097e97a9ca94a95804e36431da6c6f4: No bootstrap required, opened a new log
20:03:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.419361 27413 ts_tablet_manager.cc:1397] T d9eb62b704ad4a72b005169d782a4050 P e03483b4f9484e8b8eb5aefae2e7c392: Time spent bootstrapping tablet: real 0.008s user 0.007s sys 0.000s
20:03:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.419596 27414 ts_tablet_manager.cc:1397] T d9eb62b704ad4a72b005169d782a4050 P f097e97a9ca94a95804e36431da6c6f4: Time spent bootstrapping tablet: real 0.010s user 0.003s sys 0.004s
20:03:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.419665 27411 raft_consensus.cc:357] T 90933ceb591a418bb48747de08294acc P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.420040 27411 raft_consensus.cc:383] T 90933ceb591a418bb48747de08294acc P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.420166 27411 raft_consensus.cc:738] T 90933ceb591a418bb48747de08294acc P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4954cc3828a4408e9d7fc064d62685a5, State: Initialized, Role: FOLLOWER
20:03:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.420835 27411 consensus_queue.cc:260] T 90933ceb591a418bb48747de08294acc P 4954cc3828a4408e9d7fc064d62685a5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.422626 27411 ts_tablet_manager.cc:1428] T 90933ceb591a418bb48747de08294acc P 4954cc3828a4408e9d7fc064d62685a5: Time spent starting tablet: real 0.010s user 0.006s sys 0.004s
20:03:47.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.425384 27413 raft_consensus.cc:357] T d9eb62b704ad4a72b005169d782a4050 P e03483b4f9484e8b8eb5aefae2e7c392 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.425841 27413 raft_consensus.cc:383] T d9eb62b704ad4a72b005169d782a4050 P e03483b4f9484e8b8eb5aefae2e7c392 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:47.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.425825 27414 raft_consensus.cc:357] T d9eb62b704ad4a72b005169d782a4050 P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.426045 27413 raft_consensus.cc:738] T d9eb62b704ad4a72b005169d782a4050 P e03483b4f9484e8b8eb5aefae2e7c392 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e03483b4f9484e8b8eb5aefae2e7c392, State: Initialized, Role: FOLLOWER
20:03:47.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.426260 27411 tablet_bootstrap.cc:492] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5: Bootstrap starting.
20:03:47.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.426311 27414 raft_consensus.cc:383] T d9eb62b704ad4a72b005169d782a4050 P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:47.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.426424 27414 raft_consensus.cc:738] T d9eb62b704ad4a72b005169d782a4050 P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f097e97a9ca94a95804e36431da6c6f4, State: Initialized, Role: FOLLOWER
20:03:47.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.426941 27413 consensus_queue.cc:260] T d9eb62b704ad4a72b005169d782a4050 P e03483b4f9484e8b8eb5aefae2e7c392 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.427178 27414 consensus_queue.cc:260] T d9eb62b704ad4a72b005169d782a4050 P f097e97a9ca94a95804e36431da6c6f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.428129 27411 tablet_bootstrap.cc:654] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5: Neither blocks nor log segments found. Creating new log.
20:03:47.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.432698 27414 ts_tablet_manager.cc:1428] T d9eb62b704ad4a72b005169d782a4050 P f097e97a9ca94a95804e36431da6c6f4: Time spent starting tablet: real 0.013s user 0.003s sys 0.009s
20:03:47.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.433233 27387 heartbeater.cc:499] Master 127.26.7.190:33659 was elected leader, sending a full tablet report...
20:03:47.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.433303 27414 tablet_bootstrap.cc:492] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4: Bootstrap starting.
20:03:47.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.435133 27414 tablet_bootstrap.cc:654] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4: Neither blocks nor log segments found. Creating new log.
20:03:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.437469 27413 ts_tablet_manager.cc:1428] T d9eb62b704ad4a72b005169d782a4050 P e03483b4f9484e8b8eb5aefae2e7c392: Time spent starting tablet: real 0.018s user 0.004s sys 0.012s
20:03:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.437851 27413 tablet_bootstrap.cc:492] T 90933ceb591a418bb48747de08294acc P e03483b4f9484e8b8eb5aefae2e7c392: Bootstrap starting.
20:03:47.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.438045 27245 heartbeater.cc:499] Master 127.26.7.190:33659 was elected leader, sending a full tablet report...
20:03:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.439581 27413 tablet_bootstrap.cc:654] T 90933ceb591a418bb48747de08294acc P e03483b4f9484e8b8eb5aefae2e7c392: Neither blocks nor log segments found. Creating new log.
20:03:47.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.442109 27413 tablet_bootstrap.cc:492] T 90933ceb591a418bb48747de08294acc P e03483b4f9484e8b8eb5aefae2e7c392: No bootstrap required, opened a new log
20:03:47.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.442385 27413 ts_tablet_manager.cc:1397] T 90933ceb591a418bb48747de08294acc P e03483b4f9484e8b8eb5aefae2e7c392: Time spent bootstrapping tablet: real 0.005s user 0.000s sys 0.004s
20:03:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.443250 27413 raft_consensus.cc:357] T 90933ceb591a418bb48747de08294acc P e03483b4f9484e8b8eb5aefae2e7c392 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.443563 27413 raft_consensus.cc:383] T 90933ceb591a418bb48747de08294acc P e03483b4f9484e8b8eb5aefae2e7c392 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.443759 27413 raft_consensus.cc:738] T 90933ceb591a418bb48747de08294acc P e03483b4f9484e8b8eb5aefae2e7c392 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e03483b4f9484e8b8eb5aefae2e7c392, State: Initialized, Role: FOLLOWER
20:03:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.444020 27413 consensus_queue.cc:260] T 90933ceb591a418bb48747de08294acc P e03483b4f9484e8b8eb5aefae2e7c392 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.444350 27411 tablet_bootstrap.cc:492] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5: No bootstrap required, opened a new log
20:03:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.444466 27413 ts_tablet_manager.cc:1428] T 90933ceb591a418bb48747de08294acc P e03483b4f9484e8b8eb5aefae2e7c392: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
20:03:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.444653 27411 ts_tablet_manager.cc:1397] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5: Time spent bootstrapping tablet: real 0.018s user 0.008s sys 0.002s
20:03:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.445582 27411 raft_consensus.cc:357] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.445895 27411 raft_consensus.cc:383] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.446069 27411 raft_consensus.cc:738] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4954cc3828a4408e9d7fc064d62685a5, State: Initialized, Role: FOLLOWER
20:03:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.446389 27411 consensus_queue.cc:260] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.447484 27411 ts_tablet_manager.cc:1428] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5: Time spent starting tablet: real 0.003s user 0.001s sys 0.001s
20:03:47.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.449980 27414 tablet_bootstrap.cc:492] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4: No bootstrap required, opened a new log
20:03:47.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.450179 27414 ts_tablet_manager.cc:1397] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4: Time spent bootstrapping tablet: real 0.017s user 0.005s sys 0.000s
20:03:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.451103 27414 raft_consensus.cc:357] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.451295 27414 raft_consensus.cc:383] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.451363 27414 raft_consensus.cc:738] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f097e97a9ca94a95804e36431da6c6f4, State: Initialized, Role: FOLLOWER
20:03:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.451577 27414 consensus_queue.cc:260] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.452066 27414 ts_tablet_manager.cc:1428] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
20:03:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.453392 27419 raft_consensus.cc:491] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.453655 27419 raft_consensus.cc:513] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.455906 27419 leader_election.cc:290] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4954cc3828a4408e9d7fc064d62685a5 (127.26.7.129:35247), e03483b4f9484e8b8eb5aefae2e7c392 (127.26.7.130:37707)
20:03:47.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.463516 27058 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "90933ceb591a418bb48747de08294acc" candidate_uuid: "f097e97a9ca94a95804e36431da6c6f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4954cc3828a4408e9d7fc064d62685a5" is_pre_election: true
20:03:47.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.463653 27199 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "90933ceb591a418bb48747de08294acc" candidate_uuid: "f097e97a9ca94a95804e36431da6c6f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" is_pre_election: true
20:03:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.464093 27058 raft_consensus.cc:2466] T 90933ceb591a418bb48747de08294acc P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f097e97a9ca94a95804e36431da6c6f4 in term 0.
20:03:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.464090 27199 raft_consensus.cc:2466] T 90933ceb591a418bb48747de08294acc P e03483b4f9484e8b8eb5aefae2e7c392 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f097e97a9ca94a95804e36431da6c6f4 in term 0.
20:03:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.464764 27266 leader_election.cc:304] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e03483b4f9484e8b8eb5aefae2e7c392, f097e97a9ca94a95804e36431da6c6f4; no voters:
20:03:47.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.465132 27419 raft_consensus.cc:2802] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:03:47.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.465359 27419 raft_consensus.cc:491] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:47.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.465487 27419 raft_consensus.cc:3058] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Advancing to term 1
20:03:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.468509 27419 raft_consensus.cc:513] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.469172 27419 leader_election.cc:290] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [CANDIDATE]: Term 1 election: Requested vote from peers 4954cc3828a4408e9d7fc064d62685a5 (127.26.7.129:35247), e03483b4f9484e8b8eb5aefae2e7c392 (127.26.7.130:37707)
20:03:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.469578 27058 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "90933ceb591a418bb48747de08294acc" candidate_uuid: "f097e97a9ca94a95804e36431da6c6f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4954cc3828a4408e9d7fc064d62685a5"
20:03:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.469635 27199 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "90933ceb591a418bb48747de08294acc" candidate_uuid: "f097e97a9ca94a95804e36431da6c6f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e03483b4f9484e8b8eb5aefae2e7c392"
20:03:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.469769 27058 raft_consensus.cc:3058] T 90933ceb591a418bb48747de08294acc P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Advancing to term 1
20:03:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.469810 27199 raft_consensus.cc:3058] T 90933ceb591a418bb48747de08294acc P e03483b4f9484e8b8eb5aefae2e7c392 [term 0 FOLLOWER]: Advancing to term 1
20:03:47.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.471957 27058 raft_consensus.cc:2466] T 90933ceb591a418bb48747de08294acc P 4954cc3828a4408e9d7fc064d62685a5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f097e97a9ca94a95804e36431da6c6f4 in term 1.
20:03:47.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.472328 27265 leader_election.cc:304] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4954cc3828a4408e9d7fc064d62685a5, f097e97a9ca94a95804e36431da6c6f4; no voters:
20:03:47.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.472874 27199 raft_consensus.cc:2466] T 90933ceb591a418bb48747de08294acc P e03483b4f9484e8b8eb5aefae2e7c392 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f097e97a9ca94a95804e36431da6c6f4 in term 1.
20:03:47.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.473188 27419 raft_consensus.cc:2802] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [term 1 FOLLOWER]: Leader election won for term 1
20:03:47.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.473366 27419 raft_consensus.cc:695] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [term 1 LEADER]: Becoming Leader. State: Replica: f097e97a9ca94a95804e36431da6c6f4, State: Running, Role: LEADER
20:03:47.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.474004 27419 consensus_queue.cc:237] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.479502 26695 catalog_manager.cc:5582] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 reported cstate change: term changed from 0 to 1, leader changed from <none> to f097e97a9ca94a95804e36431da6c6f4 (127.26.7.131). New cstate: current_term: 1 leader_uuid: "f097e97a9ca94a95804e36431da6c6f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } health_report { overall_health: HEALTHY } } }
20:03:47.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:47.498597 27247 tablet.cc:2378] T 90933ceb591a418bb48747de08294acc P e03483b4f9484e8b8eb5aefae2e7c392: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:47.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:47.501742 27390 tablet.cc:2378] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:47.507797 27106 tablet.cc:2378] T 90933ceb591a418bb48747de08294acc P 4954cc3828a4408e9d7fc064d62685a5: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.654870 27417 raft_consensus.cc:491] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.655073 27417 raft_consensus.cc:513] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.656692 27417 leader_election.cc:290] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e03483b4f9484e8b8eb5aefae2e7c392 (127.26.7.130:37707), f097e97a9ca94a95804e36431da6c6f4 (127.26.7.131:34199)
20:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.662962 27199 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "d9eb62b704ad4a72b005169d782a4050" candidate_uuid: "4954cc3828a4408e9d7fc064d62685a5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" is_pre_election: true
20:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.663164 27199 raft_consensus.cc:2466] T d9eb62b704ad4a72b005169d782a4050 P e03483b4f9484e8b8eb5aefae2e7c392 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4954cc3828a4408e9d7fc064d62685a5 in term 0.
20:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.663120 27341 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "d9eb62b704ad4a72b005169d782a4050" candidate_uuid: "4954cc3828a4408e9d7fc064d62685a5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f097e97a9ca94a95804e36431da6c6f4" is_pre_election: true
20:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.663478 27341 raft_consensus.cc:2466] T d9eb62b704ad4a72b005169d782a4050 P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4954cc3828a4408e9d7fc064d62685a5 in term 0.
20:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.663574 26981 leader_election.cc:304] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4954cc3828a4408e9d7fc064d62685a5, e03483b4f9484e8b8eb5aefae2e7c392; no voters:
20:03:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.663926 27417 raft_consensus.cc:2802] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:03:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.664055 27417 raft_consensus.cc:491] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.664151 27417 raft_consensus.cc:3058] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Advancing to term 1
20:03:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.666123 27417 raft_consensus.cc:513] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.666636 27417 leader_election.cc:290] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [CANDIDATE]: Term 1 election: Requested vote from peers e03483b4f9484e8b8eb5aefae2e7c392 (127.26.7.130:37707), f097e97a9ca94a95804e36431da6c6f4 (127.26.7.131:34199)
20:03:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.667008 27199 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "d9eb62b704ad4a72b005169d782a4050" candidate_uuid: "4954cc3828a4408e9d7fc064d62685a5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e03483b4f9484e8b8eb5aefae2e7c392"
20:03:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.667093 27341 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "d9eb62b704ad4a72b005169d782a4050" candidate_uuid: "4954cc3828a4408e9d7fc064d62685a5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f097e97a9ca94a95804e36431da6c6f4"
20:03:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.667169 27199 raft_consensus.cc:3058] T d9eb62b704ad4a72b005169d782a4050 P e03483b4f9484e8b8eb5aefae2e7c392 [term 0 FOLLOWER]: Advancing to term 1
20:03:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.667253 27341 raft_consensus.cc:3058] T d9eb62b704ad4a72b005169d782a4050 P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Advancing to term 1
20:03:47.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.669747 27199 raft_consensus.cc:2466] T d9eb62b704ad4a72b005169d782a4050 P e03483b4f9484e8b8eb5aefae2e7c392 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4954cc3828a4408e9d7fc064d62685a5 in term 1.
20:03:47.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.670032 27341 raft_consensus.cc:2466] T d9eb62b704ad4a72b005169d782a4050 P f097e97a9ca94a95804e36431da6c6f4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4954cc3828a4408e9d7fc064d62685a5 in term 1.
20:03:47.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.670325 26981 leader_election.cc:304] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4954cc3828a4408e9d7fc064d62685a5, e03483b4f9484e8b8eb5aefae2e7c392; no voters:
20:03:47.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.670601 27417 raft_consensus.cc:2802] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [term 1 FOLLOWER]: Leader election won for term 1
20:03:47.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.675380 27417 raft_consensus.cc:695] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [term 1 LEADER]: Becoming Leader. State: Replica: 4954cc3828a4408e9d7fc064d62685a5, State: Running, Role: LEADER
20:03:47.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.676353 27417 consensus_queue.cc:237] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.681649 26695 catalog_manager.cc:5582] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4954cc3828a4408e9d7fc064d62685a5 (127.26.7.129). New cstate: current_term: 1 leader_uuid: "4954cc3828a4408e9d7fc064d62685a5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } health_report { overall_health: UNKNOWN } } }
20:03:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.925977 27419 consensus_queue.cc:1035] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:47.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.952301 27419 consensus_queue.cc:1035] T 90933ceb591a418bb48747de08294acc P f097e97a9ca94a95804e36431da6c6f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.963009 26696 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60590:
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:47.964104 26696 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:03:47.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.975822 27034 tablet_service.cc:1468] Processing CreateTablet for tablet 2e790a8bf5ab474b87b00980fdad0f90 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=b810fa6f6bb54ebb9fd32ba9275b5edb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:03:47.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.975975 27178 tablet_service.cc:1468] Processing CreateTablet for tablet 2e790a8bf5ab474b87b00980fdad0f90 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=b810fa6f6bb54ebb9fd32ba9275b5edb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:03:47.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.976740 27034 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2e790a8bf5ab474b87b00980fdad0f90. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:47.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.976419 27320 tablet_service.cc:1468] Processing CreateTablet for tablet 2e790a8bf5ab474b87b00980fdad0f90 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=b810fa6f6bb54ebb9fd32ba9275b5edb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:03:47.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.977046 27178 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2e790a8bf5ab474b87b00980fdad0f90. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:47.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.977310 27320 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2e790a8bf5ab474b87b00980fdad0f90. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:47.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.982268 27448 tablet_bootstrap.cc:492] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5: Bootstrap starting.
20:03:47.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.984202 27448 tablet_bootstrap.cc:654] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5: Neither blocks nor log segments found. Creating new log.
20:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.985958 27448 tablet_bootstrap.cc:492] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5: No bootstrap required, opened a new log
20:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.986105 27448 ts_tablet_manager.cc:1397] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
20:03:47.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.986927 27448 raft_consensus.cc:357] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.987115 27448 raft_consensus.cc:383] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:47.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.987198 27448 raft_consensus.cc:738] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4954cc3828a4408e9d7fc064d62685a5, State: Initialized, Role: FOLLOWER
20:03:47.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.987430 27448 consensus_queue.cc:260] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.987929 27448 ts_tablet_manager.cc:1428] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
20:03:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.987926 27417 tablet_replica.cc:440] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } } }
20:03:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.988729 27417 tablet_replica.cc:443] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5: This TxnStatusTablet replica's current role is: FOLLOWER
20:03:47.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.989468 27449 tablet_bootstrap.cc:492] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4: Bootstrap starting.
20:03:47.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.991251 27449 tablet_bootstrap.cc:654] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4: Neither blocks nor log segments found. Creating new log.
20:03:47.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.992525 27450 tablet_bootstrap.cc:492] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392: Bootstrap starting.
20:03:47.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.994866 27450 tablet_bootstrap.cc:654] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392: Neither blocks nor log segments found. Creating new log.
20:03:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.996294 27449 tablet_bootstrap.cc:492] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4: No bootstrap required, opened a new log
20:03:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.996462 27449 ts_tablet_manager.cc:1397] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4: Time spent bootstrapping tablet: real 0.007s user 0.003s sys 0.000s
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.997157 27449 raft_consensus.cc:357] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.997300 27450 tablet_bootstrap.cc:492] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392: No bootstrap required, opened a new log
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.997316 27449 raft_consensus.cc:383] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.997412 27450 ts_tablet_manager.cc:1397] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.997402 27449 raft_consensus.cc:738] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f097e97a9ca94a95804e36431da6c6f4, State: Initialized, Role: FOLLOWER
20:03:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.997658 27449 consensus_queue.cc:260] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.998121 27450 raft_consensus.cc:357] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.998245 27449 ts_tablet_manager.cc:1428] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
20:03:47.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.998310 27450 raft_consensus.cc:383] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:47.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.998203 27419 tablet_replica.cc:440] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } } }
20:03:47.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.998394 27450 raft_consensus.cc:738] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e03483b4f9484e8b8eb5aefae2e7c392, State: Initialized, Role: FOLLOWER
20:03:47.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.998454 27419 tablet_replica.cc:443] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4: This TxnStatusTablet replica's current role is: FOLLOWER
20:03:47.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.998608 27450 consensus_queue.cc:260] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:47.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.999189 27450 ts_tablet_manager.cc:1428] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
20:03:47.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.999574 27445 tablet_replica.cc:440] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } } }
20:03:48.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:47.999996 27445 tablet_replica.cc:443] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392: This TxnStatusTablet replica's current role is: FOLLOWER
20:03:48.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.107328 27419 raft_consensus.cc:491] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:48.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.107569 27419 raft_consensus.cc:513] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:48.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.108242 27419 leader_election.cc:290] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4954cc3828a4408e9d7fc064d62685a5 (127.26.7.129:35247), e03483b4f9484e8b8eb5aefae2e7c392 (127.26.7.130:37707)
20:03:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.108803 27057 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "2e790a8bf5ab474b87b00980fdad0f90" candidate_uuid: "f097e97a9ca94a95804e36431da6c6f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4954cc3828a4408e9d7fc064d62685a5" is_pre_election: true
20:03:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.108816 27199 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "2e790a8bf5ab474b87b00980fdad0f90" candidate_uuid: "f097e97a9ca94a95804e36431da6c6f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" is_pre_election: true
20:03:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.109021 27199 raft_consensus.cc:2466] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f097e97a9ca94a95804e36431da6c6f4 in term 0.
20:03:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.109035 27057 raft_consensus.cc:2466] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f097e97a9ca94a95804e36431da6c6f4 in term 0.
20:03:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.109402 27266 leader_election.cc:304] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e03483b4f9484e8b8eb5aefae2e7c392, f097e97a9ca94a95804e36431da6c6f4; no voters:
20:03:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.109745 27419 raft_consensus.cc:2802] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:03:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.109840 27419 raft_consensus.cc:491] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.109911 27419 raft_consensus.cc:3058] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [term 0 FOLLOWER]: Advancing to term 1
20:03:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.111874 27419 raft_consensus.cc:513] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.112408 27419 leader_election.cc:290] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [CANDIDATE]: Term 1 election: Requested vote from peers 4954cc3828a4408e9d7fc064d62685a5 (127.26.7.129:35247), e03483b4f9484e8b8eb5aefae2e7c392 (127.26.7.130:37707)
20:03:48.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.112875 27057 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "2e790a8bf5ab474b87b00980fdad0f90" candidate_uuid: "f097e97a9ca94a95804e36431da6c6f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4954cc3828a4408e9d7fc064d62685a5"
20:03:48.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.112917 27199 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "2e790a8bf5ab474b87b00980fdad0f90" candidate_uuid: "f097e97a9ca94a95804e36431da6c6f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e03483b4f9484e8b8eb5aefae2e7c392"
20:03:48.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.113065 27199 raft_consensus.cc:3058] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392 [term 0 FOLLOWER]: Advancing to term 1
20:03:48.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.113049 27057 raft_consensus.cc:3058] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5 [term 0 FOLLOWER]: Advancing to term 1
20:03:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.115062 27199 raft_consensus.cc:2466] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f097e97a9ca94a95804e36431da6c6f4 in term 1.
20:03:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.115070 27057 raft_consensus.cc:2466] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f097e97a9ca94a95804e36431da6c6f4 in term 1.
20:03:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.115499 27266 leader_election.cc:304] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e03483b4f9484e8b8eb5aefae2e7c392, f097e97a9ca94a95804e36431da6c6f4; no voters:
20:03:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.115809 27419 raft_consensus.cc:2802] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [term 1 FOLLOWER]: Leader election won for term 1
20:03:48.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.115952 27419 raft_consensus.cc:695] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [term 1 LEADER]: Becoming Leader. State: Replica: f097e97a9ca94a95804e36431da6c6f4, State: Running, Role: LEADER
20:03:48.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.116222 27419 consensus_queue.cc:237] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } }
20:03:48.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.117622 27444 tablet_replica.cc:440] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4: TxnStatusTablet state changed. Reason: New leader f097e97a9ca94a95804e36431da6c6f4. Latest consensus state: current_term: 1 leader_uuid: "f097e97a9ca94a95804e36431da6c6f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } } }
20:03:48.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.117871 27444 tablet_replica.cc:443] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4: This TxnStatusTablet replica's current role is: LEADER
20:03:48.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.118847 27455 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
20:03:48.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.119118 27455 txn_status_manager.cc:930] Loading transaction status metadata into memory...
20:03:48.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.119724 26695 catalog_manager.cc:5582] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 reported cstate change: term changed from 0 to 1, leader changed from <none> to f097e97a9ca94a95804e36431da6c6f4 (127.26.7.131). New cstate: current_term: 1 leader_uuid: "f097e97a9ca94a95804e36431da6c6f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } health_report { overall_health: HEALTHY } } }
20:03:48.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.158763 27057 raft_consensus.cc:1273] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5 [term 1 FOLLOWER]: Refusing update from remote peer f097e97a9ca94a95804e36431da6c6f4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:48.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.158895 27199 raft_consensus.cc:1273] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392 [term 1 FOLLOWER]: Refusing update from remote peer f097e97a9ca94a95804e36431da6c6f4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:48.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.159502 27419 consensus_queue.cc:1035] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:48.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.159993 27419 consensus_queue.cc:1035] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:48.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.166287 27417 tablet_replica.cc:440] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5: TxnStatusTablet state changed. Reason: New leader f097e97a9ca94a95804e36431da6c6f4. Latest consensus state: current_term: 1 leader_uuid: "f097e97a9ca94a95804e36431da6c6f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } } }
20:03:48.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.166541 27417 tablet_replica.cc:443] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5: This TxnStatusTablet replica's current role is: FOLLOWER
20:03:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.169220 27442 mvcc.cc:204] Tried to move back new op lower bound from 7171965862530940928 to 7171965862365880320. Current Snapshot: MvccSnapshot[applied={T|T < 7171965862530940928}]
20:03:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.170336 27445 tablet_replica.cc:440] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392: TxnStatusTablet state changed. Reason: New leader f097e97a9ca94a95804e36431da6c6f4. Latest consensus state: current_term: 1 leader_uuid: "f097e97a9ca94a95804e36431da6c6f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } } }
20:03:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.170562 27445 tablet_replica.cc:443] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392: This TxnStatusTablet replica's current role is: FOLLOWER
20:03:48.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.172993 27443 mvcc.cc:204] Tried to move back new op lower bound from 7171965862530940928 to 7171965862365880320. Current Snapshot: MvccSnapshot[applied={T|T < 7171965862530940928}]
20:03:48.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.174572 27447 mvcc.cc:204] Tried to move back new op lower bound from 7171965862530940928 to 7171965862365880320. Current Snapshot: MvccSnapshot[applied={T|T < 7171965862530940928}]
20:03:48.177 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
20:03:48.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.178505 27423 tablet_replica.cc:440] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f097e97a9ca94a95804e36431da6c6f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } } }
20:03:48.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.178822 27423 tablet_replica.cc:443] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4: This TxnStatusTablet replica's current role is: LEADER
20:03:48.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.179692 27419 tablet_replica.cc:440] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f097e97a9ca94a95804e36431da6c6f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } } }
20:03:48.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.179888 27419 tablet_replica.cc:443] T 2e790a8bf5ab474b87b00980fdad0f90 P f097e97a9ca94a95804e36431da6c6f4: This TxnStatusTablet replica's current role is: LEADER
20:03:48.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.187747 27445 tablet_replica.cc:440] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f097e97a9ca94a95804e36431da6c6f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } } }
20:03:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.187969 27445 tablet_replica.cc:443] T 2e790a8bf5ab474b87b00980fdad0f90 P e03483b4f9484e8b8eb5aefae2e7c392: This TxnStatusTablet replica's current role is: FOLLOWER
20:03:48.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.195663 27417 tablet_replica.cc:440] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f097e97a9ca94a95804e36431da6c6f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" member_type: VOTER last_known_addr { host: "127.26.7.129" port: 35247 } } peers { permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 } } peers { permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 } } }
20:03:48.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.195896 27417 tablet_replica.cc:443] T 2e790a8bf5ab474b87b00980fdad0f90 P 4954cc3828a4408e9d7fc064d62685a5: This TxnStatusTablet replica's current role is: FOLLOWER
20:03:48.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c5437f3a173a42129575ca51fcf3c214
20:03:48.200 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.7.190:33659
20:03:48.201 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:03:48.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.201880 26654 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu pid 26665
20:03:48.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.203157 26736 generic_service.cc:196] Checking for leaks (request via RPC)
20:03:48.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.216156 27417 consensus_queue.cc:1035] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" member_type: VOTER last_known_addr { host: "127.26.7.130" port: 37707 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:48.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.226367 27417 consensus_queue.cc:1035] T d9eb62b704ad4a72b005169d782a4050 P 4954cc3828a4408e9d7fc064d62685a5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" member_type: VOTER last_known_addr { host: "127.26.7.131" port: 34199 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:48.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.350955 26654 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu with pid 26665
20:03:48.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:48.369299 27387 heartbeater.cc:646] Failed to heartbeat to 127.26.7.190:33659 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.26.7.190:33659 (error 108)
20:03:48.370 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.7.190:33659(127.26.7.190:33659)] handling channelInactive
20:03:48.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:48.369975 27245 heartbeater.cc:646] Failed to heartbeat to 127.26.7.190:33659 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.26.7.190:33659 (error 108)
20:03:48.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state READY due to: connection closed
20:03:48.370 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.650730 27468 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:03:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.650775 27469 raft_consensus.cc:491] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:03:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.650969 27469 raft_consensus.cc:513] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.650957 27468 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.652168 27469 leader_election.cc:290] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), ac1469ab3aed4780907ee86e0f1412d2 (127.26.7.188:35985)
20:03:48.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:48.653038 26844 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:03:48.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.653071 26868 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9604362ef7724089aecef3c1fc8e42fd" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ac1469ab3aed4780907ee86e0f1412d2" is_pre_election: true
20:03:48.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.653499 27468 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:03:48.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.653544 26868 raft_consensus.cc:2466] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9604362ef7724089aecef3c1fc8e42fd in term 1.
20:03:48.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.653942 26786 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ac1469ab3aed4780907ee86e0f1412d2" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9604362ef7724089aecef3c1fc8e42fd" is_pre_election: true
20:03:48.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.654134 26786 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ac1469ab3aed4780907ee86e0f1412d2 in term 1.
20:03:48.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.654641 26764 leader_election.cc:304] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9604362ef7724089aecef3c1fc8e42fd, ac1469ab3aed4780907ee86e0f1412d2; no voters:
20:03:48.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.654650 26843 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9604362ef7724089aecef3c1fc8e42fd, ac1469ab3aed4780907ee86e0f1412d2; no voters:
20:03:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:48.654902 26763 leader_election.cc:336] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:03:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.655009 27469 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 1 FOLLOWER]: Leader pre-election won for term 2
20:03:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.655015 27468 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:03:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.655105 27469 raft_consensus.cc:491] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 1 FOLLOWER]: Starting leader election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:03:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.655140 27468 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 1 FOLLOWER]: Starting leader election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:03:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.655197 27469 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 1 FOLLOWER]: Advancing to term 2
20:03:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.655230 27468 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 1 FOLLOWER]: Advancing to term 2
20:03:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:48.655546 26844 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:03:48.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.657193 27469 raft_consensus.cc:513] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:48.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.657315 27468 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:48.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.657761 27469 leader_election.cc:290] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [CANDIDATE]: Term 2 election: Requested vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), ac1469ab3aed4780907ee86e0f1412d2 (127.26.7.188:35985)
20:03:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.657831 27468 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 2 election: Requested vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:03:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.658466 26786 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ac1469ab3aed4780907ee86e0f1412d2" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9604362ef7724089aecef3c1fc8e42fd"
20:03:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.658466 26868 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9604362ef7724089aecef3c1fc8e42fd" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ac1469ab3aed4780907ee86e0f1412d2"
20:03:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.658697 26868 raft_consensus.cc:2391] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 9604362ef7724089aecef3c1fc8e42fd in current term 2: Already voted for candidate ac1469ab3aed4780907ee86e0f1412d2 in this term.
20:03:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.658706 26786 raft_consensus.cc:2391] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate ac1469ab3aed4780907ee86e0f1412d2 in current term 2: Already voted for candidate 9604362ef7724089aecef3c1fc8e42fd in this term.
20:03:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:48.659389 26844 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:03:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:48.659409 26763 leader_election.cc:336] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:03:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.659504 26844 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2; no voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d
20:03:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.659544 26763 leader_election.cc:304] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9604362ef7724089aecef3c1fc8e42fd; no voters: ac1469ab3aed4780907ee86e0f1412d2, ece7677caf3a4ecc8046f13c58243b2d
20:03:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.659791 27468 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:03:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:48.659931 27469 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:03:48.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:48.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.687 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.26.7.190:33659(127.26.7.190:33659) for tablet Kudu Master: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:48.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.707 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:48.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:48.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:48.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:48.732945 27104 heartbeater.cc:646] Failed to heartbeat to 127.26.7.190:33659 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:03:48.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:48.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.747 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:48.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:48.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:48.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:48.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.787 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:48.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:48.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:48.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:48.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.887 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:48.887 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.26.7.190:33659, [2ms] received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1956209229(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/585998101@5abbbeff -> (continuation of Deferred@1359823939 after retry RPC after error@1781897137) -> (continuation of Deferred@1426131888 after retry RPC after error@1380584361) -> (continuation of Deferred@1776186111 after retry RPC after error@789641322) -> (continuation of Deferred@1913731763 after retry RPC after error@1879339035) -> (continuation of Deferred@1784130926 after retry RPC after error@1118620646) -> (continuation of Deferred@957592994 after retry RPC after error@1782877747), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/978413659@3d2f62c8 -> (continuation of Deferred@1359823939 after retry RPC after error@1781897137) -> (continuation of Deferred@1426131888 after retry RPC after error@1380584361) -> (continuation of Deferred@1776186111 after retry RPC after error@789641322) -> (continuation of Deferred@1913731763 after retry RPC after error@1879339035) -> (continuation of Deferred@1784130926 after retry RPC after error@1118620646) -> (continuation of Deferred@957592994 after retry RPC after error@1782877747)))
20:03:48.888 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.26.7.190:33659, [2ms] received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1956209229(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/585998101@5abbbeff -> (continuation of Deferred@1359823939 after retry RPC after error@1781897137) -> (continuation of Deferred@1426131888 after retry RPC after error@1380584361) -> (continuation of Deferred@1776186111 after retry RPC after error@789641322) -> (continuation of Deferred@1913731763 after retry RPC after error@1879339035) -> (continuation of Deferred@1784130926 after retry RPC after error@1118620646) -> (continuation of Deferred@957592994 after retry RPC after error@1782877747), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/978413659@3d2f62c8 -> (continuation of Deferred@1359823939 after retry RPC after error@1781897137) -> (continuation of Deferred@1426131888 after retry RPC after error@1380584361) -> (continuation of Deferred@1776186111 after retry RPC after error@789641322) -> (continuation of Deferred@1913731763 after retry RPC after error@1879339035) -> (continuation of Deferred@1784130926 after retry RPC after error@1118620646) -> (continuation of Deferred@957592994 after retry RPC after error@1782877747)))
20:03:48.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:48.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:48.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:48.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.927 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:48.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:48.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:48.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:48.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.967 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:48.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:48.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:48.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:49.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:49.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:49.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:49.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:49.007 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:49.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.015847 27468 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:49.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.016070 27468 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:49.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.016655 27468 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:03:49.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.017154 26786 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ac1469ab3aed4780907ee86e0f1412d2" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9604362ef7724089aecef3c1fc8e42fd" is_pre_election: true
20:03:49.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.017406 26786 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ac1469ab3aed4780907ee86e0f1412d2 in term 2.
20:03:49.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.017846 26843 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9604362ef7724089aecef3c1fc8e42fd, ac1469ab3aed4780907ee86e0f1412d2; no voters:
20:03:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:49.018034 26844 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:03:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.018157 27468 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 2 FOLLOWER]: Leader pre-election won for term 3
20:03:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.018242 27468 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.018343 27468 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 2 FOLLOWER]: Advancing to term 3
20:03:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.020234 27468 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.020759 27468 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 3 election: Requested vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:03:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.021179 26786 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ac1469ab3aed4780907ee86e0f1412d2" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9604362ef7724089aecef3c1fc8e42fd"
20:03:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.021389 26786 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 2 FOLLOWER]: Advancing to term 3
20:03:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:49.021878 26844 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:03:49.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.023387 26786 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ac1469ab3aed4780907ee86e0f1412d2 in term 3.
20:03:49.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.023756 26843 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9604362ef7724089aecef3c1fc8e42fd, ac1469ab3aed4780907ee86e0f1412d2; no voters: ece7677caf3a4ecc8046f13c58243b2d
20:03:49.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.023993 27468 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 3 FOLLOWER]: Leader election won for term 3
20:03:49.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.024390 27468 raft_consensus.cc:695] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 3 LEADER]: Becoming Leader. State: Replica: ac1469ab3aed4780907ee86e0f1412d2, State: Running, Role: LEADER
20:03:49.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.024893 27468 consensus_queue.cc:237] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:49.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.026139 27477 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ac1469ab3aed4780907ee86e0f1412d2. Latest consensus state: current_term: 3 leader_uuid: "ac1469ab3aed4780907ee86e0f1412d2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:49.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.026348 27477 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: This master's current role is: LEADER
20:03:49.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.026937 27478 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
20:03:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.029155 27478 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=b810fa6f6bb54ebb9fd32ba9275b5edb]
20:03:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.029655 27478 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=c5437f3a173a42129575ca51fcf3c214]
20:03:49.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.031199 27478 tablet_loader.cc:96] loaded metadata for tablet 2e790a8bf5ab474b87b00980fdad0f90 (table kudu_system.kudu_transactions [id=b810fa6f6bb54ebb9fd32ba9275b5edb])
20:03:49.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.031594 27478 tablet_loader.cc:96] loaded metadata for tablet 90933ceb591a418bb48747de08294acc (table txn_manager_fallback_rolling [id=c5437f3a173a42129575ca51fcf3c214])
20:03:49.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.031934 27478 tablet_loader.cc:96] loaded metadata for tablet d9eb62b704ad4a72b005169d782a4050 (table txn_manager_fallback_rolling [id=c5437f3a173a42129575ca51fcf3c214])
20:03:49.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.032204 27478 catalog_manager.cc:1486] Initializing Kudu cluster ID...
20:03:49.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.032981 27478 catalog_manager.cc:1261] Loaded cluster ID: 9a5cc0a5a7424999879927f4844fdb1c
20:03:49.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.033063 27478 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
20:03:49.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.034140 27478 catalog_manager.cc:1506] Loading token signing keys...
20:03:49.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.034960 27478 catalog_manager.cc:5966] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2: Loaded TSK: 0
20:03:49.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.035782 27478 catalog_manager.cc:1516] Initializing in-progress tserver states...
20:03:49.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:49.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:49.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:49.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:49.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:03:49.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, deferred=Deferred@143468854(state=PENDING, result=null, callback=(continuation of Deferred@1668779253 after retry RPC after error@81411495) -> (continuation of Deferred@80801411 after retry RPC after error@1702212534) -> (continuation of Deferred@985304009 after retry RPC after error@1868082748) -> (continuation of Deferred@1820324258 after retry RPC after error@610207640) -> (continuation of Deferred@1255482393 after retry RPC after error@1616267825) -> (continuation of Deferred@1941390712 after retry RPC after error@789118801), errback=(continuation of Deferred@1668779253 after retry RPC after error@81411495) -> (continuation of Deferred@80801411 after retry RPC after error@1702212534) -> (continuation of Deferred@985304009 after retry RPC after error@1868082748) -> (continuation of Deferred@1820324258 after retry RPC after error@610207640) -> (continuation of Deferred@1255482393 after retry RPC after error@1616267825) -> (continuation of Deferred@1941390712 after retry RPC after error@789118801))) after lookup
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.112998 26858 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40156:
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:03:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:49.114676 26858 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:03:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.136428 26786 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 3 FOLLOWER]: Refusing update from remote peer ac1469ab3aed4780907ee86e0f1412d2: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
20:03:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.137226 27477 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
20:03:49.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.139030 27469 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [sys.catalog]: SysCatalogTable state changed. Reason: New leader ac1469ab3aed4780907ee86e0f1412d2. Latest consensus state: current_term: 3 leader_uuid: "ac1469ab3aed4780907ee86e0f1412d2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:49.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.139222 27469 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [sys.catalog]: This master's current role is: FOLLOWER
20:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.140748 27477 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "ac1469ab3aed4780907ee86e0f1412d2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.140985 27477 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: This master's current role is: LEADER
20:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.141085 27469 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "ac1469ab3aed4780907ee86e0f1412d2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:49.141268 27469 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [sys.catalog]: This master's current role is: FOLLOWER
20:03:49.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:49.142484 26844 consensus_peers.cc:487] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 -> Peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Couldn't send request to peer ece7677caf3a4ecc8046f13c58243b2d. Status: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:49.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:49.664896 26844 consensus_peers.cc:487] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 -> Peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Couldn't send request to peer ece7677caf3a4ecc8046f13c58243b2d. Status: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:03:50.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:50.190747 26844 consensus_peers.cc:487] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 -> Peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Couldn't send request to peer ece7677caf3a4ecc8046f13c58243b2d. Status: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:03:50.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.227634 27244 heartbeater.cc:499] Master 127.26.7.188:35985 was elected leader, sending a full tablet report...
20:03:50.376 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 90933ceb591a418bb48747de08294acc for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
20:03:50.376 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9eb62b704ad4a72b005169d782a4050 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
20:03:50.376 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=90933ceb591a418bb48747de08294acc@[4954cc3828a4408e9d7fc064d62685a5(127.26.7.129:35247),e03483b4f9484e8b8eb5aefae2e7c392(127.26.7.130:37707),f097e97a9ca94a95804e36431da6c6f4(127.26.7.131:34199)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=d9eb62b704ad4a72b005169d782a4050@[4954cc3828a4408e9d7fc064d62685a5(127.26.7.129:35247)[L],e03483b4f9484e8b8eb5aefae2e7c392(127.26.7.130:37707),f097e97a9ca94a95804e36431da6c6f4(127.26.7.131:34199)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:03:50.377 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.7.188:35985, [2ms] Sub RPC GetTableLocations: received response from server master-127.26.7.188:35985: OK, deferred=null) after lookup
20:03:50.377 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f097e97a9ca94a95804e36431da6c6f4(127.26.7.131:34199)] connecting to peer
20:03:50.378 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f097e97a9ca94a95804e36431da6c6f4(127.26.7.131:34199)] Successfully connected to peer
20:03:50.389 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2b56e4b5, L:/127.0.0.1:50888 - R:/127.26.7.131:34199] using TOKEN/null
20:03:50.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:50.393230 27297 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.26.7.190:33659)
20:03:50.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.399631 27386 heartbeater.cc:499] Master 127.26.7.188:35985 was elected leader, sending a full tablet report...
20:03:50.429 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.7.190:33659
20:03:50.429 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.431432 26654 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/wal
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/data
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/logs
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/data/info.pb
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.7.190:33659
20:03:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.7.190
20:03:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38557
20:03:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.7.148:33835
20:03:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985
20:03:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36885/jwks.json
20:03:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:03:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:03:50.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.550572 26825 master_runner.cc:186] Error getting master registration for 127.26.7.190:33659: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111),
20:03:50.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.550848 26825 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:03:50.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:50.717628 26844 consensus_peers.cc:487] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 -> Peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Couldn't send request to peer ece7677caf3a4ecc8046f13c58243b2d. Status: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
20:03:50.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.735164 27103 heartbeater.cc:499] Master 127.26.7.188:35985 was elected leader, sending a full tablet report...
20:03:50.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:50.775051 27518 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:03:50.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:50.775411 27518 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:50.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:50.775492 27518 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:03:50.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:50.783727 27518 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:03:50.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:50.783846 27518 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:03:50.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:50.783896 27518 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:03:50.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:50.783936 27518 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:50.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:50.783985 27518 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:03:50.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:50.784024 27518 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:50.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:50.784063 27518 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36885/jwks.json
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.794137 27518 master_runner.cc:386] Master server non-default flags:
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.7.148:33835
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/data
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/wal
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.7.190:33659
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36885/jwks.json
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/data/info.pb
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.7.190
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38557
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/logs
20:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7c956859e2f49c4cf1caffa969c1777a7a5d81c
20:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Jun 2025 19:43:24 UTC on 24a791456cd2
20:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6784
20:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.795800 27518 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:50.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.797621 27518 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:50.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:50.809356 27527 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:50.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:50.809346 27524 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:50.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:50.809401 27525 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:50.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.810210 27518 server_base.cc:1048] running on GCE node
20:03:50.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.811067 27518 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:50.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.812629 27518 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.813879 27518 hybrid_clock.cc:648] HybridClock initialized: now 1750968230813811 us; error 37 us; skew 500 ppm
20:03:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.814253 27518 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:50.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.821846 27518 webserver.cc:469] Webserver started at http://127.26.7.190:38557/ using document root <none> and password file <none>
20:03:50.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.822691 27518 fs_manager.cc:362] Metadata directory not provided
20:03:50.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.822873 27518 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:50.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.828467 27518 fs_manager.cc:714] Time spent opening directory manager: real 0.004s user 0.001s sys 0.003s
20:03:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.831446 27533 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.833020 27518 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
20:03:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.833173 27518 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/data,/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/wal
20:03:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ece7677caf3a4ecc8046f13c58243b2d"
20:03:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:44 on dist-test-slave-gvsx"
20:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.833913 27518 fs_report.cc:389] FS layout report
20:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/wal
20:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/wal
20:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/data/data
20:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:50.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.846908 27518 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:50.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.847744 27518 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:50.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.847968 27518 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:50.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.870647 27518 rpc_server.cc:307] RPC server started. Bound to: 127.26.7.190:33659
20:03:50.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.870682 27594 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.7.190:33659 every 8 connection(s)
20:03:50.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.873100 27518 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-0/data/info.pb
20:03:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.879751 26654 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu as pid 27518
20:03:50.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.879981 27595 sys_catalog.cc:263] Verifying existing consensus state
20:03:50.880 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:50.880 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.7.188:35985
20:03:50.880 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:03:50.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.880812 26654 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu pid 26825
20:03:50.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.882033 26898 generic_service.cc:196] Checking for leaks (request via RPC)
20:03:50.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.884155 27595 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d: Bootstrap starting.
20:03:50.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.900099 27595 log.cc:826] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d: Log is configured to *not* fsync() on all Append() calls
20:03:50.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.914677 27595 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:50.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.915246 27595 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d: Bootstrap complete.
20:03:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.921790 27595 raft_consensus.cc:357] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.922516 27595 raft_consensus.cc:738] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: ece7677caf3a4ecc8046f13c58243b2d, State: Initialized, Role: FOLLOWER
20:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.923207 27595 consensus_queue.cc:260] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:50.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.924008 27599 sys_catalog.cc:455] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:50.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.924403 27599 sys_catalog.cc:458] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: This master's current role is: FOLLOWER
20:03:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.925184 27595 sys_catalog.cc:564] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: configured and running, proceeding with master startup.
20:03:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.945760 27610 catalog_manager.cc:1261] Loaded cluster ID: 9a5cc0a5a7424999879927f4844fdb1c
20:03:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.945889 27610 catalog_manager.cc:1554] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d: loading cluster ID for follower catalog manager: success
20:03:50.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.950197 27610 catalog_manager.cc:1576] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d: acquiring CA information for follower catalog manager: success
20:03:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:50.953917 27610 catalog_manager.cc:1604] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:51.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.014464 26654 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu with pid 26825
20:03:51.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:51.033303 27613 negotiation.cc:337] Failed RPC negotiation. Trace:
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:51.014148 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:32958 (local address 127.26.7.190:33659)
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:51.014334 (+ 186us) server_negotiation.cc:206] Beginning negotiation
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:51.014340 (+ 6us) server_negotiation.cc:399] Waiting for connection header
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:51.014359 (+ 19us) server_negotiation.cc:407] Connection header received
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:51.014437 (+ 78us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:51.014442 (+ 5us) server_negotiation.cc:461] Received NEGOTIATE request from client
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:51.014517 (+ 75us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:51.014622 (+ 105us) server_negotiation.cc:226] Negotiated authn=CERTIFICATE
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:51.032068 (+ 17446us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:32958: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":86}
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:51.033409 26764 connection.cc:537] server connection from 127.0.0.1:58042 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:51.034355 27612 negotiation.cc:337] Failed RPC negotiation. Trace:
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:50.977995 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.26.7.188:35985 (local address 127.0.0.1:40172)
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:50.978225 (+ 230us) negotiation.cc:107] Waiting for socket to connect
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:50.978245 (+ 20us) client_negotiation.cc:174] Beginning negotiation
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:50.978395 (+ 150us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:51.014307 (+ 35912us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:51.014313 (+ 6us) client_negotiation.cc:394] Received NEGOTIATE response from server
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:51.014348 (+ 35us) client_negotiation.cc:189] Negotiated authn=CERTIFICATE
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:51.014891 (+ 543us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:51.014906 (+ 15us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
20:03:51.034 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.7.188:35985(127.26.7.188:35985)] handling channelInactive
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:51.032034 (+ 17128us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":78}
20:03:51.035 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:51.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.188:35985(127.26.7.188:35985)] cleaning up while in state READY due to: connection closed
20:03:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.034967 27518 master_runner.cc:186] Error getting master registration for 127.26.7.188:35985: Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
20:03:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.038694 27518 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:03:51.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.188:35985(127.26.7.188:35985)] connecting to peer
20:03:51.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.188:35985(127.26.7.188:35985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.206 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.26.7.188:35985(127.26.7.188:35985) for tablet Kudu Master: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.188:35985(127.26.7.188:35985)] connecting to peer
20:03:51.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:51.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.188:35985(127.26.7.188:35985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.226 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.7.190:33659(127.26.7.190:33659)] Successfully connected to peer
20:03:51.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.188:35985: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.240895 27599 raft_consensus.cc:491] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:51.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.241236 27599 raft_consensus.cc:513] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:51.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.243897 27599 leader_election.cc:290] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495), ac1469ab3aed4780907ee86e0f1412d2 (127.26.7.188:35985)
20:03:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.244959 26786 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ece7677caf3a4ecc8046f13c58243b2d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9604362ef7724089aecef3c1fc8e42fd" is_pre_election: true
20:03:51.245 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x294ea548, L:/127.0.0.1:32966 - R:/127.26.7.190:33659] using TOKEN/null
20:03:51.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:51.245498 27537 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111)
20:03:51.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:51.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:51.250521 27537 leader_election.cc:336] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ac1469ab3aed4780907ee86e0f1412d2 (127.26.7.188:35985): Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111)
20:03:51.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.250721 27537 leader_election.cc:304] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ece7677caf3a4ecc8046f13c58243b2d; no voters: 9604362ef7724089aecef3c1fc8e42fd, ac1469ab3aed4780907ee86e0f1412d2
20:03:51.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.251178 27599 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:03:51.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.188:35985(127.26.7.188:35985)] connecting to peer
20:03:51.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.188:35985(127.26.7.188:35985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.188:35985: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:51.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.188:35985(127.26.7.188:35985)] connecting to peer
20:03:51.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.188:35985(127.26.7.188:35985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.188:35985: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.288 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:51.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.188:35985(127.26.7.188:35985)] connecting to peer
20:03:51.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.188:35985(127.26.7.188:35985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.188:35985: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:51.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.316761 27619 raft_consensus.cc:491] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 3 FOLLOWER]: Starting pre-election (detected failure of leader ac1469ab3aed4780907ee86e0f1412d2)
20:03:51.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.316967 27619 raft_consensus.cc:513] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:51.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.317682 27619 leader_election.cc:290] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), ac1469ab3aed4780907ee86e0f1412d2 (127.26.7.188:35985)
20:03:51.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:51.319440 26764 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111) [suppressed 6 similar messages]
20:03:51.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:51.321575 26764 leader_election.cc:336] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ac1469ab3aed4780907ee86e0f1412d2 (127.26.7.188:35985): Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111)
20:03:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.325296 27560 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9604362ef7724089aecef3c1fc8e42fd" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "ece7677caf3a4ecc8046f13c58243b2d" is_pre_election: true
20:03:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.325861 27560 raft_consensus.cc:2466] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9604362ef7724089aecef3c1fc8e42fd in term 1.
20:03:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.326371 26763 leader_election.cc:304] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d; no voters: ac1469ab3aed4780907ee86e0f1412d2
20:03:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.326668 27619 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 3 FOLLOWER]: Leader pre-election won for term 4
20:03:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.326821 27619 raft_consensus.cc:491] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 3 FOLLOWER]: Starting leader election (detected failure of leader ac1469ab3aed4780907ee86e0f1412d2)
20:03:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.326926 27619 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 3 FOLLOWER]: Advancing to term 4
20:03:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.328871 27619 raft_consensus.cc:513] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.329424 27619 leader_election.cc:290] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [CANDIDATE]: Term 4 election: Requested vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), ac1469ab3aed4780907ee86e0f1412d2 (127.26.7.188:35985)
20:03:51.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.329857 27560 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9604362ef7724089aecef3c1fc8e42fd" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "ece7677caf3a4ecc8046f13c58243b2d"
20:03:51.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.330052 27560 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 1 FOLLOWER]: Advancing to term 4
20:03:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:51.330847 26764 leader_election.cc:336] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer ac1469ab3aed4780907ee86e0f1412d2 (127.26.7.188:35985): Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111)
20:03:51.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.334214 27560 raft_consensus.cc:2466] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9604362ef7724089aecef3c1fc8e42fd in term 4.
20:03:51.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.334641 26763 leader_election.cc:304] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d; no voters: ac1469ab3aed4780907ee86e0f1412d2
20:03:51.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.334934 27619 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 4 FOLLOWER]: Leader election won for term 4
20:03:51.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.335479 27619 raft_consensus.cc:695] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [term 4 LEADER]: Becoming Leader. State: Replica: 9604362ef7724089aecef3c1fc8e42fd, State: Running, Role: LEADER
20:03:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.336042 27619 consensus_queue.cc:237] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.337685 27623 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9604362ef7724089aecef3c1fc8e42fd. Latest consensus state: current_term: 4 leader_uuid: "9604362ef7724089aecef3c1fc8e42fd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.337924 27623 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [sys.catalog]: This master's current role is: LEADER
20:03:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.338610 27625 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
20:03:51.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.341096 27625 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=b810fa6f6bb54ebb9fd32ba9275b5edb]
20:03:51.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.341603 27625 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=c5437f3a173a42129575ca51fcf3c214]
20:03:51.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.343147 27625 tablet_loader.cc:96] loaded metadata for tablet 2e790a8bf5ab474b87b00980fdad0f90 (table kudu_system.kudu_transactions [id=b810fa6f6bb54ebb9fd32ba9275b5edb])
20:03:51.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.343545 27625 tablet_loader.cc:96] loaded metadata for tablet 90933ceb591a418bb48747de08294acc (table txn_manager_fallback_rolling [id=c5437f3a173a42129575ca51fcf3c214])
20:03:51.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.343834 27625 tablet_loader.cc:96] loaded metadata for tablet d9eb62b704ad4a72b005169d782a4050 (table txn_manager_fallback_rolling [id=c5437f3a173a42129575ca51fcf3c214])
20:03:51.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.344038 27625 catalog_manager.cc:1486] Initializing Kudu cluster ID...
20:03:51.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.344821 27625 catalog_manager.cc:1261] Loaded cluster ID: 9a5cc0a5a7424999879927f4844fdb1c
20:03:51.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.344902 27625 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
20:03:51.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.188:35985(127.26.7.188:35985)] connecting to peer
20:03:51.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.346061 27625 catalog_manager.cc:1506] Loading token signing keys...
20:03:51.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.188:35985(127.26.7.188:35985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.188:35985: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.347293 27625 catalog_manager.cc:5966] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd: Loaded TSK: 0
20:03:51.348 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:51.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.348348 27625 catalog_manager.cc:1516] Initializing in-progress tserver states...
20:03:51.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.380100 27245 heartbeater.cc:344] Connected to a master server at 127.26.7.190:33659
20:03:51.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.382864 27550 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" instance_seqno: 1750968226731723) as {username='slave'} at 127.26.7.130:41955; Asking this server to re-register.
20:03:51.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.383733 27245 heartbeater.cc:461] Registering TS with master...
20:03:51.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.385277 27550 ts_manager.cc:194] Registered new tserver with Master: e03483b4f9484e8b8eb5aefae2e7c392 (127.26.7.130:37707)
20:03:51.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.188:35985(127.26.7.188:35985)] connecting to peer
20:03:51.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.188:35985(127.26.7.188:35985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.188:35985: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985
20:03:51.389 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:03:51.389 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] sending RPC to server master-127.26.7.188:35985, [1ms] received response from server master-127.26.7.188:35985: Network error: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: Network error: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: Network error: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985, [64ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: Network error: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: Network error: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: Network error: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: Network error: Failed to connect to peer master-127.26.7.188:35985(127.26.7.188:35985): Connection refused: /127.26.7.188:35985, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: OK, deferred=Deferred@779578998(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/585998101@4256b689 -> (continuation of Deferred@424830458 after retry RPC after error@1604223480) -> (continuation of Deferred@1250906275 after retry RPC after error@1033520517) -> (continuation of Deferred@929929849 after retry RPC after error@475483181) -> (continuation of Deferred@745348428 after retry RPC after error@1135924009) -> (continuation of Deferred@407971700 after retry RPC after error@1044457079), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/978413659@7a02cb8e -> (continuation of Deferred@424830458 after retry RPC after error@1604223480) -> (continuation of Deferred@1250906275 after retry RPC after error@1033520517) -> (continuation of Deferred@929929849 after retry RPC after error@475483181) -> (continuation of Deferred@745348428 after retry RPC after error@1135924009) -> (continuation of Deferred@407971700 after retry RPC after error@1044457079))) after lookup
20:03:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.408354 27387 heartbeater.cc:344] Connected to a master server at 127.26.7.190:33659
20:03:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.409854 27550 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" instance_seqno: 1750968227216454) as {username='slave'} at 127.26.7.131:44673; Asking this server to re-register.
20:03:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.410435 27387 heartbeater.cc:461] Registering TS with master...
20:03:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.411721 27550 ts_manager.cc:194] Registered new tserver with Master: f097e97a9ca94a95804e36431da6c6f4 (127.26.7.131:34199)
20:03:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.439903 27560 raft_consensus.cc:1273] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 4 FOLLOWER]: Refusing update from remote peer 9604362ef7724089aecef3c1fc8e42fd: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
20:03:51.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.440773 27623 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [LEADER]: Connected to new peer: Peer: permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.437839 26777 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58100:
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:03:51.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:51.444451 26777 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:03:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.444667 27638 sys_catalog.cc:455] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "9604362ef7724089aecef3c1fc8e42fd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.445151 27638 sys_catalog.cc:458] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: This master's current role is: FOLLOWER
20:03:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.445315 27599 sys_catalog.cc:455] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9604362ef7724089aecef3c1fc8e42fd. Latest consensus state: current_term: 4 leader_uuid: "9604362ef7724089aecef3c1fc8e42fd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.445535 27599 sys_catalog.cc:458] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: This master's current role is: FOLLOWER
20:03:51.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.447036 27619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "9604362ef7724089aecef3c1fc8e42fd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:51.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.447397 27619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd [sys.catalog]: This master's current role is: LEADER
20:03:51.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.447475 27599 sys_catalog.cc:455] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "9604362ef7724089aecef3c1fc8e42fd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:51.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.447649 27599 sys_catalog.cc:458] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: This master's current role is: FOLLOWER
20:03:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:51.448961 26764 consensus_peers.cc:487] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd -> Peer ac1469ab3aed4780907ee86e0f1412d2 (127.26.7.188:35985): Couldn't send request to peer ac1469ab3aed4780907ee86e0f1412d2. Status: Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:51.458137 27632 meta_cache.cc:302] tablet 2e790a8bf5ab474b87b00980fdad0f90: replica f097e97a9ca94a95804e36431da6c6f4 (127.26.7.131:34199) has failed: Timed out: connection negotiation to 127.26.7.131:34199 for RPC CoordinateTransaction timed out after 0.003s (ON_OUTBOUND_QUEUE)
20:03:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:51.461298 26807 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:58056 (request call id 21) took 71 ms (client timeout 66 ms). Trace:
20:03:51.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:51.461449 26807 rpcz_store.cc:269] 0626 20:03:51.390308 (+ 0us) service_pool.cc:168] Inserting onto call queue
20:03:51.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:51.390391 (+ 83us) service_pool.cc:225] Handling call
20:03:51.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:51.461244 (+ 70853us) inbound_call.cc:173] Queueing success response
20:03:51.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":605,"init.queue_time_us":453,"init.run_cpu_time_us":7812,"init.run_wall_time_us":58317,"thread_start_us":1307,"threads_started":5}
20:03:51.462 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: Failed to write to server: (no server available): CoordinateTransaction(txn_status_tablet_id: "2e790a8bf5ab474b87b00980fdad0f90" op { type: KEEP_TXN_ALIVE txn_id: 0 user: "slave" }) passed its deadline: Timed out: connection negotiation to 127.26.7.131:34199 for RPC CoordinateTransaction timed out after 0.003s (ON_OUTBOUND_QUEUE)
20:03:51.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.741930 27105 heartbeater.cc:499] Master 127.26.7.189:39495 was elected leader, sending a full tablet report...
20:03:51.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.746579 27104 heartbeater.cc:344] Connected to a master server at 127.26.7.190:33659
20:03:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.748296 27550 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" instance_seqno: 1750968226245201) as {username='slave'} at 127.26.7.129:57055; Asking this server to re-register.
20:03:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.748890 27104 heartbeater.cc:461] Registering TS with master...
20:03:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:51.749989 27550 ts_manager.cc:194] Registered new tserver with Master: 4954cc3828a4408e9d7fc064d62685a5 (127.26.7.129:35247)
20:03:51.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:51.905529 26764 consensus_peers.cc:487] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd -> Peer ac1469ab3aed4780907ee86e0f1412d2 (127.26.7.188:35985): Couldn't send request to peer ac1469ab3aed4780907ee86e0f1412d2. Status: Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:03:52.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:52.405681 27388 heartbeater.cc:499] Master 127.26.7.189:39495 was elected leader, sending a full tablet report...
20:03:52.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:52.445293 26764 consensus_peers.cc:487] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd -> Peer ac1469ab3aed4780907ee86e0f1412d2 (127.26.7.188:35985): Couldn't send request to peer ac1469ab3aed4780907ee86e0f1412d2. Status: Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:03:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:52.920964 26764 consensus_peers.cc:487] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd -> Peer ac1469ab3aed4780907ee86e0f1412d2 (127.26.7.188:35985): Couldn't send request to peer ac1469ab3aed4780907ee86e0f1412d2. Status: Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
20:03:53.038 [DEBUG - Time-limited test] (Connection.java:748) [peer 4954cc3828a4408e9d7fc064d62685a5(127.26.7.129:35247)] connecting to peer
20:03:53.039 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 4954cc3828a4408e9d7fc064d62685a5(127.26.7.129:35247)] Successfully connected to peer
20:03:53.050 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x50835760, L:/127.0.0.1:49318 - R:/127.26.7.129:35247] using TOKEN/null
20:03:53.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.060616 27021 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.26.7.190:33659)
20:03:53.098 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.7.188:35985
20:03:53.099 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:03:53.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.099741 26654 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu
20:03:53.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu
20:03:53.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/wal
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/data
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/logs
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/data/info.pb
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.7.188:35985
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.7.188
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40961
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.7.148:33835
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36885/jwks.json
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:03:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.233870 27246 heartbeater.cc:499] Master 127.26.7.189:39495 was elected leader, sending a full tablet report...
20:03:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.418124 27669 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:03:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.418500 27669 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.418612 27669 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:03:53.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.426460 26764 consensus_peers.cc:487] T 00000000000000000000000000000000 P 9604362ef7724089aecef3c1fc8e42fd -> Peer ac1469ab3aed4780907ee86e0f1412d2 (127.26.7.188:35985): Couldn't send request to peer ac1469ab3aed4780907ee86e0f1412d2. Status: Network error: Client connection negotiation failed: client connection to 127.26.7.188:35985: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
20:03:53.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.427412 27669 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:03:53.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.427507 27669 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:03:53.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.427575 27669 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:03:53.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.427646 27669 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:53.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.427734 27669 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:03:53.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.427804 27669 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:53.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.427881 27669 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36885/jwks.json
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.437858 27669 master_runner.cc:386] Master server non-default flags:
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.7.148:33835
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/data
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/wal
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.7.188:35985
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36885/jwks.json
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/data/info.pb
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.7.188
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40961
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/logs
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7c956859e2f49c4cf1caffa969c1777a7a5d81c
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Jun 2025 19:43:24 UTC on 24a791456cd2
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6784
20:03:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:03:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.439893 27669 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:53.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.441746 27669 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:53.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.452306 27677 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:53.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.452395 27679 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:53.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.452409 27676 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:53.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.453178 27669 server_base.cc:1048] running on GCE node
20:03:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.454119 27669 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.455657 27669 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.456885 27669 hybrid_clock.cc:648] HybridClock initialized: now 1750968233456825 us; error 45 us; skew 500 ppm
20:03:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.457206 27669 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.459558 27669 webserver.cc:469] Webserver started at http://127.26.7.188:40961/ using document root <none> and password file <none>
20:03:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.460258 27669 fs_manager.cc:362] Metadata directory not provided
20:03:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.460371 27669 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.465804 27669 fs_manager.cc:714] Time spent opening directory manager: real 0.004s user 0.002s sys 0.003s
20:03:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.468530 27685 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:53.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.469803 27669 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
20:03:53.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.469995 27669 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/data,/tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/wal
20:03:53.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac1469ab3aed4780907ee86e0f1412d2"
20:03:53.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:03:45 on dist-test-slave-gvsx"
20:03:53.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.470710 27669 fs_report.cc:389] FS layout report
20:03:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/wal
20:03:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/wal
20:03:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/data/data
20:03:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:53.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.493790 27669 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:53.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.494694 27669 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:53.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.494982 27669 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:53.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.516505 27669 rpc_server.cc:307] RPC server started. Bound to: 127.26.7.188:35985
20:03:53.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.516536 27746 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.7.188:35985 every 8 connection(s)
20:03:53.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.518118 27669 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskg7Qx6e/test-tmp/mini-kudu-cluster4503790434841493736/master-2/data/info.pb
20:03:53.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.524591 27747 sys_catalog.cc:263] Verifying existing consensus state
20:03:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.525782 26654 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu as pid 27669
20:03:53.526 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:53.526 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.7.189:39495
20:03:53.526 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:03:53.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.526625 26654 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu pid 26743
20:03:53.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.527946 26817 generic_service.cc:196] Checking for leaks (request via RPC)
20:03:53.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.528252 27747 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2: Bootstrap starting.
20:03:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.549021 27747 log.cc:826] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2: Log is configured to *not* fsync() on all Append() calls
20:03:53.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.567260 27747 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:53.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.567893 27747 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2: Bootstrap complete.
20:03:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.577765 27747 raft_consensus.cc:357] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.578693 27747 raft_consensus.cc:738] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: ac1469ab3aed4780907ee86e0f1412d2, State: Initialized, Role: FOLLOWER
20:03:53.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.579530 27747 consensus_queue.cc:260] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:53.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.580379 27751 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:53.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.580826 27751 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: This master's current role is: FOLLOWER
20:03:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.581599 27747 sys_catalog.cc:564] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: configured and running, proceeding with master startup.
20:03:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.607195 27762 catalog_manager.cc:1261] Loaded cluster ID: 9a5cc0a5a7424999879927f4844fdb1c
20:03:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.607501 27762 catalog_manager.cc:1554] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2: loading cluster ID for follower catalog manager: success
20:03:53.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.611618 27762 catalog_manager.cc:1576] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2: acquiring CA information for follower catalog manager: success
20:03:53.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.614674 27762 catalog_manager.cc:1604] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:53.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.675881 26654 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu with pid 26743
20:03:53.694 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.7.189:39495(127.26.7.189:39495)] handling channelInactive
20:03:53.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state READY due to: connection closed
20:03:53.694 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.26.7.189:39495(127.26.7.189:39495) for tablet Kudu Master: connection closed
20:03:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.695318 27765 negotiation.cc:337] Failed RPC negotiation. Trace:
20:03:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:53.616944 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.26.7.189:39495 (local address 127.0.0.1:55686)
20:03:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:53.617205 (+ 261us) negotiation.cc:107] Waiting for socket to connect
20:03:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:53.617221 (+ 16us) client_negotiation.cc:174] Beginning negotiation
20:03:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:53.617338 (+ 117us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
20:03:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:53.693967 (+ 76629us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: BlockingRecv error: recv got EOF from 127.26.7.189:39495 (error 108)
20:03:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":164}
20:03:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.695344 27768 negotiation.cc:337] Failed RPC negotiation. Trace:
20:03:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:53.675476 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:51584 (local address 127.26.7.188:35985)
20:03:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:53.677961 (+ 2485us) server_negotiation.cc:206] Beginning negotiation
20:03:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:53.677970 (+ 9us) server_negotiation.cc:399] Waiting for connection header
20:03:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:53.678002 (+ 32us) server_negotiation.cc:407] Connection header received
20:03:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:53.678090 (+ 88us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
20:03:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:53.678098 (+ 8us) server_negotiation.cc:461] Received NEGOTIATE request from client
20:03:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:53.678373 (+ 275us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
20:03:53.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:53.678549 (+ 176us) server_negotiation.cc:226] Negotiated authn=CERTIFICATE
20:03:53.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:53.694297 (+ 15748us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:51584: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:03:53.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":2323,"thread_start_us":2173,"threads_started":1}
20:03:53.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.696344 27535 connection.cc:537] server connection from 127.0.0.1:32976 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:03:53.697 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:53.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.695932 27669 master_runner.cc:186] Error getting master registration for 127.26.7.189:39495: Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: BlockingRecv error: recv got EOF from 127.26.7.189:39495 (error 108),
20:03:53.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.699975 27669 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:03:53.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:53.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.188:35985(127.26.7.188:35985)] connecting to peer
20:03:53.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.707 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.7.188:35985(127.26.7.188:35985)] Successfully connected to peer
20:03:53.721 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x29a4dd6f, L:/127.0.0.1:51586 - R:/127.26.7.188:35985] using TOKEN/null
20:03:53.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:53.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:53.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:53.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.754627 27103 heartbeater.cc:344] Connected to a master server at 127.26.7.188:35985
20:03:53.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.758355 27702 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "4954cc3828a4408e9d7fc064d62685a5" instance_seqno: 1750968226245201) as {username='slave'} at 127.26.7.129:57385; Asking this server to re-register.
20:03:53.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.760049 27103 heartbeater.cc:461] Registering TS with master...
20:03:53.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.761842 27702 ts_manager.cc:194] Registered new tserver with Master: 4954cc3828a4408e9d7fc064d62685a5 (127.26.7.129:35247)
20:03:53.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:53.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.768 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:53.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:53.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.788 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:53.805 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.26.7.189:39495, [149ms] received response from server master-127.26.7.189:39495: Network error: connection closed, [149ms] delaying RPC due to: Network error: connection closed, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [179ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [179ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [205ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [206ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [206ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [206ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1011530019(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/585998101@5e0e7c8c -> (continuation of Deferred@1395055174 after retry RPC after error@923223526) -> (continuation of Deferred@1584230788 after retry RPC after error@1940557017) -> (continuation of Deferred@381393920 after retry RPC after error@455004996) -> (continuation of Deferred@785015026 after retry RPC after error@153218486), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/978413659@43302b0e -> (continuation of Deferred@1395055174 after retry RPC after error@923223526) -> (continuation of Deferred@1584230788 after retry RPC after error@1940557017) -> (continuation of Deferred@381393920 after retry RPC after error@455004996) -> (continuation of Deferred@785015026 after retry RPC after error@153218486)))
20:03:53.806 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:03:53.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:53.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.828 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:53.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:53.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.846350 27751 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.846681 27751 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:53.849 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.849100 27751 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:03:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.850059 27560 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ac1469ab3aed4780907ee86e0f1412d2" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "ece7677caf3a4ecc8046f13c58243b2d" is_pre_election: true
20:03:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.850031 27687 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:03:53.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.851779 27687 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:03:53.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.851919 27687 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2; no voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d
20:03:53.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.852231 27751 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:03:53.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:53.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.868 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:53.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:53.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.888 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:53.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:53.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.908 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:53.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:53.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.948 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.977376 27773 raft_consensus.cc:491] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 9604362ef7724089aecef3c1fc8e42fd)
20:03:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.977573 27773 raft_consensus.cc:513] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.978217 27773 leader_election.cc:290] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495), ac1469ab3aed4780907ee86e0f1412d2 (127.26.7.188:35985)
20:03:53.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.981261 27535 leader_election.cc:336] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:03:53.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.985998 27712 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ece7677caf3a4ecc8046f13c58243b2d" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "ac1469ab3aed4780907ee86e0f1412d2" is_pre_election: true
20:03:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.986524 27712 raft_consensus.cc:2466] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ece7677caf3a4ecc8046f13c58243b2d in term 3.
20:03:53.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:53.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.989670 27537 leader_election.cc:304] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2, ece7677caf3a4ecc8046f13c58243b2d; no voters: 9604362ef7724089aecef3c1fc8e42fd
20:03:53.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.990087 27773 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 4 FOLLOWER]: Leader pre-election won for term 5
20:03:53.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.990207 27773 raft_consensus.cc:491] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 4 FOLLOWER]: Starting leader election (detected failure of leader 9604362ef7724089aecef3c1fc8e42fd)
20:03:53.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.990310 27773 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 4 FOLLOWER]: Advancing to term 5
20:03:53.990 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:53.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.992326 27773 raft_consensus.cc:513] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:53.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.992861 27773 leader_election.cc:290] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [CANDIDATE]: Term 5 election: Requested vote from peers 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495), ac1469ab3aed4780907ee86e0f1412d2 (127.26.7.188:35985)
20:03:53.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.993364 27712 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ece7677caf3a4ecc8046f13c58243b2d" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "ac1469ab3aed4780907ee86e0f1412d2"
20:03:53.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.993557 27712 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 3 FOLLOWER]: Advancing to term 5
20:03:53.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:53.994040 27535 leader_election.cc:336] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:03:53.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.998875 27712 raft_consensus.cc:2466] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ece7677caf3a4ecc8046f13c58243b2d in term 5.
20:03:53.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.999357 27537 leader_election.cc:304] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2, ece7677caf3a4ecc8046f13c58243b2d; no voters: 9604362ef7724089aecef3c1fc8e42fd
20:03:53.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:53.999728 27773 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 5 FOLLOWER]: Leader election won for term 5
20:03:54.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.000197 27773 raft_consensus.cc:695] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [term 5 LEADER]: Becoming Leader. State: Replica: ece7677caf3a4ecc8046f13c58243b2d, State: Running, Role: LEADER
20:03:54.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.000675 27773 consensus_queue.cc:237] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 4.13, Last appended by leader: 13, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:54.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.002224 27777 sys_catalog.cc:455] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: SysCatalogTable state changed. Reason: New leader ece7677caf3a4ecc8046f13c58243b2d. Latest consensus state: current_term: 5 leader_uuid: "ece7677caf3a4ecc8046f13c58243b2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:54.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.002512 27777 sys_catalog.cc:458] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: This master's current role is: LEADER
20:03:54.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.003140 27779 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
20:03:54.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.005363 27779 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=b810fa6f6bb54ebb9fd32ba9275b5edb]
20:03:54.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.005847 27779 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=c5437f3a173a42129575ca51fcf3c214]
20:03:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.007318 27779 tablet_loader.cc:96] loaded metadata for tablet 2e790a8bf5ab474b87b00980fdad0f90 (table kudu_system.kudu_transactions [id=b810fa6f6bb54ebb9fd32ba9275b5edb])
20:03:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.007719 27779 tablet_loader.cc:96] loaded metadata for tablet 90933ceb591a418bb48747de08294acc (table txn_manager_fallback_rolling [id=c5437f3a173a42129575ca51fcf3c214])
20:03:54.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.008005 27779 tablet_loader.cc:96] loaded metadata for tablet d9eb62b704ad4a72b005169d782a4050 (table txn_manager_fallback_rolling [id=c5437f3a173a42129575ca51fcf3c214])
20:03:54.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.008201 27779 catalog_manager.cc:1486] Initializing Kudu cluster ID...
20:03:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.008942 27779 catalog_manager.cc:1261] Loaded cluster ID: 9a5cc0a5a7424999879927f4844fdb1c
20:03:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.009017 27779 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
20:03:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.010043 27779 catalog_manager.cc:1506] Loading token signing keys...
20:03:54.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.010952 27779 catalog_manager.cc:5966] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d: Loaded TSK: 0
20:03:54.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.011768 27779 catalog_manager.cc:1516] Initializing in-progress tserver states...
20:03:54.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:54.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:54.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:54.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:54.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:03:54.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [64ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [166ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, deferred=Deferred@1167351031(state=PENDING, result=null, callback=(continuation of Deferred@2072392249 after retry RPC after error@1731805949) -> (continuation of Deferred@1847358208 after retry RPC after error@159971792) -> (continuation of Deferred@1129649442 after retry RPC after error@1851164959) -> (continuation of Deferred@1675584422 after retry RPC after error@769081460) -> (continuation of Deferred@1178643689 after retry RPC after error@470080335) -> (continuation of Deferred@81680698 after retry RPC after error@320699701) -> (continuation of Deferred@1358539867 after retry RPC after error@1788730280), errback=(continuation of Deferred@2072392249 after retry RPC after error@1731805949) -> (continuation of Deferred@1847358208 after retry RPC after error@159971792) -> (continuation of Deferred@1129649442 after retry RPC after error@1851164959) -> (continuation of Deferred@1675584422 after retry RPC after error@769081460) -> (continuation of Deferred@1178643689 after retry RPC after error@470080335) -> (continuation of Deferred@81680698 after retry RPC after error@320699701) -> (continuation of Deferred@1358539867 after retry RPC after error@1788730280))) after lookup
20:03:54.086 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [64ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [166ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: OK, [245ms] sending RPC to server master-127.26.7.190:33659, deferred=Deferred@1167351031(state=PENDING, result=null, callback=(continuation of Deferred@2072392249 after retry RPC after error@1731805949) -> (continuation of Deferred@1847358208 after retry RPC after error@159971792) -> (continuation of Deferred@1129649442 after retry RPC after error@1851164959) -> (continuation of Deferred@1675584422 after retry RPC after error@769081460) -> (continuation of Deferred@1178643689 after retry RPC after error@470080335) -> (continuation of Deferred@81680698 after retry RPC after error@320699701) -> (continuation of Deferred@1358539867 after retry RPC after error@1788730280) -> (continuation of Deferred@2008226529 after retry RPC@201172622), errback=(continuation of Deferred@2072392249 after retry RPC after error@1731805949) -> (continuation of Deferred@1847358208 after retry RPC after error@159971792) -> (continuation of Deferred@1129649442 after retry RPC after error@1851164959) -> (continuation of Deferred@1675584422 after retry RPC after error@769081460) -> (continuation of Deferred@1178643689 after retry RPC after error@470080335) -> (continuation of Deferred@81680698 after retry RPC after error@320699701) -> (continuation of Deferred@1358539867 after retry RPC after error@1788730280) -> (continuation of Deferred@2008226529 after retry RPC@201172622)))
20:03:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:54.099218 27580 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:32966 (request call id 18) took 29 ms (client timeout 6 ms). Trace:
20:03:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:54.099431 27580 rpcz_store.cc:269] 0626 20:03:54.069592 (+ 0us) service_pool.cc:168] Inserting onto call queue
20:03:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:54.069679 (+ 87us) service_pool.cc:225] Handling call
20:03:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0626 20:03:54.099134 (+ 29455us) inbound_call.cc:173] Queueing success response
20:03:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":514,"thread_start_us":1341,"threads_started":5}
20:03:54.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 853347124054 + 9223371183507653164 cannot be represented in type 'long'
20:03:54.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.106374 27712 raft_consensus.cc:1273] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Refusing update from remote peer ece7677caf3a4ecc8046f13c58243b2d: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 14. (index mismatch)
20:03:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.107622 27777 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 12, Time since last communication: 0.000s
20:03:54.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:54.111150 27535 consensus_peers.cc:487] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d -> Peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Couldn't send request to peer 9604362ef7724089aecef3c1fc8e42fd. Status: Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.113229 27790 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 5 leader_uuid: "ece7677caf3a4ecc8046f13c58243b2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.113651 27790 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: This master's current role is: FOLLOWER
20:03:54.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.113945 27751 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ece7677caf3a4ecc8046f13c58243b2d. Latest consensus state: current_term: 5 leader_uuid: "ece7677caf3a4ecc8046f13c58243b2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:54.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.114127 27751 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: This master's current role is: FOLLOWER
20:03:54.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.114780 27751 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 5 leader_uuid: "ece7677caf3a4ecc8046f13c58243b2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:54.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.114959 27751 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [sys.catalog]: This master's current role is: FOLLOWER
20:03:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.116124 27773 sys_catalog.cc:455] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 5 leader_uuid: "ece7677caf3a4ecc8046f13c58243b2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } } }
20:03:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.116441 27773 sys_catalog.cc:458] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d [sys.catalog]: This master's current role is: LEADER
20:03:54.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.133862 27550 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37624:
20:03:54.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:03:54.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:03:54.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:54.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:03:54.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:03:54.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:03:54.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:03:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:03:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:03:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:03:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:03:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:03:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:03:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:03:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:03:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:03:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:54.137274 27550 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:03:54.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.260218 27244 heartbeater.cc:344] Connected to a master server at 127.26.7.188:35985
20:03:54.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.261989 27702 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "e03483b4f9484e8b8eb5aefae2e7c392" instance_seqno: 1750968226731723) as {username='slave'} at 127.26.7.130:43803; Asking this server to re-register.
20:03:54.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.262722 27244 heartbeater.cc:461] Registering TS with master...
20:03:54.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.264264 27702 ts_manager.cc:194] Registered new tserver with Master: e03483b4f9484e8b8eb5aefae2e7c392 (127.26.7.130:37707)
20:03:54.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.418540 27386 heartbeater.cc:344] Connected to a master server at 127.26.7.188:35985
20:03:54.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.420419 27702 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "f097e97a9ca94a95804e36431da6c6f4" instance_seqno: 1750968227216454) as {username='slave'} at 127.26.7.131:50715; Asking this server to re-register.
20:03:54.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.421800 27386 heartbeater.cc:461] Registering TS with master...
20:03:54.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:54.423169 27702 ts_manager.cc:194] Registered new tserver with Master: f097e97a9ca94a95804e36431da6c6f4 (127.26.7.131:34199)
20:03:54.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:54.665639 27535 consensus_peers.cc:487] T 00000000000000000000000000000000 P ece7677caf3a4ecc8046f13c58243b2d -> Peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Couldn't send request to peer 9604362ef7724089aecef3c1fc8e42fd. Status: Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:03:55.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f2d2cdcf518 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
20:03:55.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa64d55 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
20:03:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f2d40579a32 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
20:03:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f2d40569544 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:482:48
20:03:55.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f2d406cdb9e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
20:03:55.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f2d406ce77b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
20:03:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f2d406d33bf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
20:03:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f2d3a5ff0e6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
20:03:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f2d3a5fee15 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
20:03:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f2d33c17c7e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
20:03:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f2d33c16b5e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
20:03:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f2d33c1cd95 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
20:03:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f2d33c1d6bf in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
20:03:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f2d33c1d4e8 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
20:03:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa7573c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
20:03:55.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f2d2ce994bd in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3
20:03:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f2d302b76da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
20:03:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f2d28ff071e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
20:03:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
20:03:55.190 [ERROR - kudu-nio-1] (Connection.java:452) [peer master-127.26.7.190:33659(127.26.7.190:33659)] unexpected exception from downstream on [id: 0x294ea548, L:/127.0.0.1:32966 - R:/127.26.7.190:33659]
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[?:1.8.0_275]
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[?:1.8.0_275]
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[?:1.8.0_275]
at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[?:1.8.0_275]
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379) ~[?:1.8.0_275]
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255) ~[netty-buffer-4.1.115.Final.jar:4.1.115.Final]
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132) ~[netty-buffer-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379)
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
20:03:55.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state READY due to: [peer master-127.26.7.190:33659(127.26.7.190:33659)] unexpected exception from downstream on [id: 0x294ea548, L:/127.0.0.1:32966 - R:/127.26.7.190:33659]
20:03:55.191 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.26.7.190:33659(127.26.7.190:33659) for tablet Kudu Master: [peer master-127.26.7.190:33659(127.26.7.190:33659)] unexpected exception from downstream on [id: 0x294ea548, L:/127.0.0.1:32966 - R:/127.26.7.190:33659]
20:03:55.192 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.26.7.190:33659(127.26.7.190:33659) for tablet Kudu Master: [peer master-127.26.7.190:33659(127.26.7.190:33659)] unexpected exception from downstream on [id: 0x294ea548, L:/127.0.0.1:32966 - R:/127.26.7.190:33659]
20:03:55.192 [DEBUG - kudu-nio-1] (RemoteTablet.java:144) tablet Kudu Master already removed ts master-127.26.7.190:33659, size left is 0
20:03:55.193 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.7.190:33659(127.26.7.190:33659)] handling channelInactive
20:03:55.205 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:03:55.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.227 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.227 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.228 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.308 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.388 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.26.7.190:33659, [8ms] received response from server master-127.26.7.190:33659: Network error: [peer master-127.26.7.190:33659(127.26.7.190:33659)] unexpected exception from downstream on [id: 0x294ea548, L:/127.0.0.1:32966 - R:/127.26.7.190:33659], [8ms] delaying RPC due to: Network error: [peer master-127.26.7.190:33659(127.26.7.190:33659)] unexpected exception from downstream on [id: 0x294ea548, L:/127.0.0.1:32966 - R:/127.26.7.190:33659], [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [24ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@746409383(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/585998101@637a97f6 -> (continuation of Deferred@806835416 after retry RPC after error@523721715) -> (continuation of Deferred@1499545031 after retry RPC after error@1846793274) -> (continuation of Deferred@1688792244 after retry RPC after error@1105582865) -> (continuation of Deferred@289036783 after retry RPC after error@1643703798) -> (continuation of Deferred@1117151281 after retry RPC after error@767825441) -> (continuation of Deferred@1861408599 after retry RPC after error@1220743202), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/978413659@392576e3 -> (continuation of Deferred@806835416 after retry RPC after error@523721715) -> (continuation of Deferred@1499545031 after retry RPC after error@1846793274) -> (continuation of Deferred@1688792244 after retry RPC after error@1105582865) -> (continuation of Deferred@289036783 after retry RPC after error@1643703798) -> (continuation of Deferred@1117151281 after retry RPC after error@767825441) -> (continuation of Deferred@1861408599 after retry RPC after error@1220743202)))
20:03:55.388 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.26.7.190:33659, [8ms] received response from server master-127.26.7.190:33659: Network error: [peer master-127.26.7.190:33659(127.26.7.190:33659)] unexpected exception from downstream on [id: 0x294ea548, L:/127.0.0.1:32966 - R:/127.26.7.190:33659], [8ms] delaying RPC due to: Network error: [peer master-127.26.7.190:33659(127.26.7.190:33659)] unexpected exception from downstream on [id: 0x294ea548, L:/127.0.0.1:32966 - R:/127.26.7.190:33659], [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [24ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@746409383(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/585998101@637a97f6 -> (continuation of Deferred@806835416 after retry RPC after error@523721715) -> (continuation of Deferred@1499545031 after retry RPC after error@1846793274) -> (continuation of Deferred@1688792244 after retry RPC after error@1105582865) -> (continuation of Deferred@289036783 after retry RPC after error@1643703798) -> (continuation of Deferred@1117151281 after retry RPC after error@767825441) -> (continuation of Deferred@1861408599 after retry RPC after error@1220743202), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/978413659@392576e3 -> (continuation of Deferred@806835416 after retry RPC after error@523721715) -> (continuation of Deferred@1499545031 after retry RPC after error@1846793274) -> (continuation of Deferred@1688792244 after retry RPC after error@1105582865) -> (continuation of Deferred@289036783 after retry RPC after error@1643703798) -> (continuation of Deferred@1117151281 after retry RPC after error@767825441) -> (continuation of Deferred@1861408599 after retry RPC after error@1220743202)))
20:03:55.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:55.393610 27245 heartbeater.cc:499] Master 127.26.7.190:33659 was elected leader, sending a full tablet report...
20:03:55.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:55.412881 27387 heartbeater.cc:499] Master 127.26.7.190:33659 was elected leader, sending a full tablet report...
20:03:55.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:55.465315 27804 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:03:55.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:55.465552 27804 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:55.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:55.467950 27804 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:03:55.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.468 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:55.469398 27687 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:03:55.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:55.469633 27688 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:03:55.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:55.469745 27688 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2; no voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d
20:03:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:55.470005 27804 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
20:03:55.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.488 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.547 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1741687652(state=PENDING, result=null, callback=(continuation of Deferred@222679089 after retry RPC after error@345228934) -> (continuation of Deferred@214533666 after retry RPC after error@1805985780) -> (continuation of Deferred@1212327657 after retry RPC after error@1114631825) -> (continuation of Deferred@47679592 after retry RPC after error@1083151681) -> (continuation of Deferred@489100887 after retry RPC after error@536963076) -> (continuation of Deferred@506146980 after retry RPC after error@582130621), errback=(continuation of Deferred@222679089 after retry RPC after error@345228934) -> (continuation of Deferred@214533666 after retry RPC after error@1805985780) -> (continuation of Deferred@1212327657 after retry RPC after error@1114631825) -> (continuation of Deferred@47679592 after retry RPC after error@1083151681) -> (continuation of Deferred@489100887 after retry RPC after error@536963076) -> (continuation of Deferred@506146980 after retry RPC after error@582130621)))
20:03:55.548 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1741687652(state=PENDING, result=null, callback=(continuation of Deferred@222679089 after retry RPC after error@345228934) -> (continuation of Deferred@214533666 after retry RPC after error@1805985780) -> (continuation of Deferred@1212327657 after retry RPC after error@1114631825) -> (continuation of Deferred@47679592 after retry RPC after error@1083151681) -> (continuation of Deferred@489100887 after retry RPC after error@536963076) -> (continuation of Deferred@506146980 after retry RPC after error@582130621), errback=(continuation of Deferred@222679089 after retry RPC after error@345228934) -> (continuation of Deferred@214533666 after retry RPC after error@1805985780) -> (continuation of Deferred@1212327657 after retry RPC after error@1114631825) -> (continuation of Deferred@47679592 after retry RPC after error@1083151681) -> (continuation of Deferred@489100887 after retry RPC after error@536963076) -> (continuation of Deferred@506146980 after retry RPC after error@582130621)))
20:03:55.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.628 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.647 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.648 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.698 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.698 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.700 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.707 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.748 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:55.757104 27104 heartbeater.cc:499] Master 127.26.7.190:33659 was elected leader, sending a full tablet report...
20:03:55.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.788 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.808 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.809 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@648377980(state=PENDING, result=null, callback=(continuation of Deferred@173539268 after retry RPC after error@2131127101) -> (continuation of Deferred@196905821 after retry RPC after error@111614656) -> (continuation of Deferred@859536399 after retry RPC after error@2133374678) -> (continuation of Deferred@278998029 after retry RPC after error@778982851) -> (continuation of Deferred@1188925189 after retry RPC after error@2096701198) -> (continuation of Deferred@1705084376 after retry RPC after error@960300258) -> (continuation of Deferred@322044263 after retry RPC after error@654802272) -> (continuation of Deferred@1323410205 after retry RPC after error@522892343), errback=(continuation of Deferred@173539268 after retry RPC after error@2131127101) -> (continuation of Deferred@196905821 after retry RPC after error@111614656) -> (continuation of Deferred@859536399 after retry RPC after error@2133374678) -> (continuation of Deferred@278998029 after retry RPC after error@778982851) -> (continuation of Deferred@1188925189 after retry RPC after error@2096701198) -> (continuation of Deferred@1705084376 after retry RPC after error@960300258) -> (continuation of Deferred@322044263 after retry RPC after error@654802272) -> (continuation of Deferred@1323410205 after retry RPC after error@522892343)))
20:03:55.809 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@648377980(state=PENDING, result=null, callback=(continuation of Deferred@173539268 after retry RPC after error@2131127101) -> (continuation of Deferred@196905821 after retry RPC after error@111614656) -> (continuation of Deferred@859536399 after retry RPC after error@2133374678) -> (continuation of Deferred@278998029 after retry RPC after error@778982851) -> (continuation of Deferred@1188925189 after retry RPC after error@2096701198) -> (continuation of Deferred@1705084376 after retry RPC after error@960300258) -> (continuation of Deferred@322044263 after retry RPC after error@654802272) -> (continuation of Deferred@1323410205 after retry RPC after error@522892343), errback=(continuation of Deferred@173539268 after retry RPC after error@2131127101) -> (continuation of Deferred@196905821 after retry RPC after error@111614656) -> (continuation of Deferred@859536399 after retry RPC after error@2133374678) -> (continuation of Deferred@278998029 after retry RPC after error@778982851) -> (continuation of Deferred@1188925189 after retry RPC after error@2096701198) -> (continuation of Deferred@1705084376 after retry RPC after error@960300258) -> (continuation of Deferred@322044263 after retry RPC after error@654802272) -> (continuation of Deferred@1323410205 after retry RPC after error@522892343)))
20:03:55.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.828 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.868 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:55.902369 27804 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:03:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:55.902575 27804 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:55.903235 27804 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:03:55.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:55.904556 27688 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:03:55.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:55.904726 27687 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:03:55.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:55.904862 27687 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2; no voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d
20:03:55.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:55.905159 27804 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
20:03:55.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.907 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.908 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:55.922119 27271 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.247s from last keepalive heartbeat (effective timeout is 1.000s)
20:03:55.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:55.929203 27299 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.7.188:35985)
20:03:55.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:55.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:55.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:55.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.967 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:55.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:55.967 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.086 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1719904048(state=PENDING, result=null, callback=(continuation of Deferred@78086756 after retry RPC after error@1423643084) -> (continuation of Deferred@465340466 after retry RPC after error@1627199058) -> (continuation of Deferred@1483807883 after retry RPC after error@1411916600) -> (continuation of Deferred@724229271 after retry RPC after error@594350118) -> (continuation of Deferred@1940440452 after retry RPC after error@1712068906) -> (continuation of Deferred@465547032 after retry RPC after error@1343778921) -> (continuation of Deferred@1705577227 after retry RPC after error@1676319709), errback=(continuation of Deferred@78086756 after retry RPC after error@1423643084) -> (continuation of Deferred@465340466 after retry RPC after error@1627199058) -> (continuation of Deferred@1483807883 after retry RPC after error@1411916600) -> (continuation of Deferred@724229271 after retry RPC after error@594350118) -> (continuation of Deferred@1940440452 after retry RPC after error@1712068906) -> (continuation of Deferred@465547032 after retry RPC after error@1343778921) -> (continuation of Deferred@1705577227 after retry RPC after error@1676319709)))
20:03:56.086 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:03:56.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.186 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.187 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.208 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.227 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.227 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.227 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.228 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.308 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:56.317034 27804 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:03:56.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:56.317198 27804 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:56.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:56.317785 27804 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:03:56.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:56.318989 27688 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:03:56.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:56.319175 27687 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:03:56.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:56.319303 27687 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2; no voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d
20:03:56.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:56.319622 27804 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
20:03:56.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.328 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@606402832(state=PENDING, result=null, callback=(continuation of Deferred@301466418 after retry RPC after error@1308810750) -> (continuation of Deferred@1591349811 after retry RPC after error@1572179073) -> (continuation of Deferred@210101654 after retry RPC after error@1420829909) -> (continuation of Deferred@1517682682 after retry RPC after error@735420849) -> (continuation of Deferred@140466184 after retry RPC after error@1570521946) -> (continuation of Deferred@686026044 after retry RPC after error@784140728) -> (continuation of Deferred@1557171071 after retry RPC after error@1676248364), errback=(continuation of Deferred@301466418 after retry RPC after error@1308810750) -> (continuation of Deferred@1591349811 after retry RPC after error@1572179073) -> (continuation of Deferred@210101654 after retry RPC after error@1420829909) -> (continuation of Deferred@1517682682 after retry RPC after error@735420849) -> (continuation of Deferred@140466184 after retry RPC after error@1570521946) -> (continuation of Deferred@686026044 after retry RPC after error@784140728) -> (continuation of Deferred@1557171071 after retry RPC after error@1676248364)))
20:03:56.329 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@606402832(state=PENDING, result=null, callback=(continuation of Deferred@301466418 after retry RPC after error@1308810750) -> (continuation of Deferred@1591349811 after retry RPC after error@1572179073) -> (continuation of Deferred@210101654 after retry RPC after error@1420829909) -> (continuation of Deferred@1517682682 after retry RPC after error@735420849) -> (continuation of Deferred@140466184 after retry RPC after error@1570521946) -> (continuation of Deferred@686026044 after retry RPC after error@784140728) -> (continuation of Deferred@1557171071 after retry RPC after error@1676248364), errback=(continuation of Deferred@301466418 after retry RPC after error@1308810750) -> (continuation of Deferred@1591349811 after retry RPC after error@1572179073) -> (continuation of Deferred@210101654 after retry RPC after error@1420829909) -> (continuation of Deferred@1517682682 after retry RPC after error@735420849) -> (continuation of Deferred@140466184 after retry RPC after error@1570521946) -> (continuation of Deferred@686026044 after retry RPC after error@784140728) -> (continuation of Deferred@1557171071 after retry RPC after error@1676248364)))
20:03:56.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.368 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.408 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.528 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1913315312(state=PENDING, result=null, callback=(continuation of Deferred@1159401112 after retry RPC after error@1133802558) -> (continuation of Deferred@1295842212 after retry RPC after error@1768773804) -> (continuation of Deferred@1948247255 after retry RPC after error@348802030) -> (continuation of Deferred@1048670984 after retry RPC after error@1034613836) -> (continuation of Deferred@915969650 after retry RPC after error@1883979380) -> (continuation of Deferred@1172773446 after retry RPC after error@797285922) -> (continuation of Deferred@1566353062 after retry RPC after error@1959627751), errback=(continuation of Deferred@1159401112 after retry RPC after error@1133802558) -> (continuation of Deferred@1295842212 after retry RPC after error@1768773804) -> (continuation of Deferred@1948247255 after retry RPC after error@348802030) -> (continuation of Deferred@1048670984 after retry RPC after error@1034613836) -> (continuation of Deferred@915969650 after retry RPC after error@1883979380) -> (continuation of Deferred@1172773446 after retry RPC after error@797285922) -> (continuation of Deferred@1566353062 after retry RPC after error@1959627751)))
20:03:56.528 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1913315312(state=PENDING, result=null, callback=(continuation of Deferred@1159401112 after retry RPC after error@1133802558) -> (continuation of Deferred@1295842212 after retry RPC after error@1768773804) -> (continuation of Deferred@1948247255 after retry RPC after error@348802030) -> (continuation of Deferred@1048670984 after retry RPC after error@1034613836) -> (continuation of Deferred@915969650 after retry RPC after error@1883979380) -> (continuation of Deferred@1172773446 after retry RPC after error@797285922) -> (continuation of Deferred@1566353062 after retry RPC after error@1959627751), errback=(continuation of Deferred@1159401112 after retry RPC after error@1133802558) -> (continuation of Deferred@1295842212 after retry RPC after error@1768773804) -> (continuation of Deferred@1948247255 after retry RPC after error@348802030) -> (continuation of Deferred@1048670984 after retry RPC after error@1034613836) -> (continuation of Deferred@915969650 after retry RPC after error@1883979380) -> (continuation of Deferred@1172773446 after retry RPC after error@797285922) -> (continuation of Deferred@1566353062 after retry RPC after error@1959627751)))
20:03:56.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.628 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.648 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.707 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@2050612621(state=PENDING, result=null, callback=(continuation of Deferred@1247736472 after retry RPC after error@142892339) -> (continuation of Deferred@703831747 after retry RPC after error@487783365) -> (continuation of Deferred@551878861 after retry RPC after error@170044455) -> (continuation of Deferred@1066548774 after retry RPC after error@903096002) -> (continuation of Deferred@1027587037 after retry RPC after error@585333705) -> (continuation of Deferred@204346045 after retry RPC after error@416864204) -> (continuation of Deferred@1484355161 after retry RPC after error@1635607468), errback=(continuation of Deferred@1247736472 after retry RPC after error@142892339) -> (continuation of Deferred@703831747 after retry RPC after error@487783365) -> (continuation of Deferred@551878861 after retry RPC after error@170044455) -> (continuation of Deferred@1066548774 after retry RPC after error@903096002) -> (continuation of Deferred@1027587037 after retry RPC after error@585333705) -> (continuation of Deferred@204346045 after retry RPC after error@416864204) -> (continuation of Deferred@1484355161 after retry RPC after error@1635607468)))
20:03:56.708 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@2050612621(state=PENDING, result=null, callback=(continuation of Deferred@1247736472 after retry RPC after error@142892339) -> (continuation of Deferred@703831747 after retry RPC after error@487783365) -> (continuation of Deferred@551878861 after retry RPC after error@170044455) -> (continuation of Deferred@1066548774 after retry RPC after error@903096002) -> (continuation of Deferred@1027587037 after retry RPC after error@585333705) -> (continuation of Deferred@204346045 after retry RPC after error@416864204) -> (continuation of Deferred@1484355161 after retry RPC after error@1635607468), errback=(continuation of Deferred@1247736472 after retry RPC after error@142892339) -> (continuation of Deferred@703831747 after retry RPC after error@487783365) -> (continuation of Deferred@551878861 after retry RPC after error@170044455) -> (continuation of Deferred@1066548774 after retry RPC after error@903096002) -> (continuation of Deferred@1027587037 after retry RPC after error@585333705) -> (continuation of Deferred@204346045 after retry RPC after error@416864204) -> (continuation of Deferred@1484355161 after retry RPC after error@1635607468)))
20:03:56.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.748 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.768 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:56.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:56.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:56.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:56.868 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:56.985 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [44ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [144ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@296852219(state=PENDING, result=null, callback=(continuation of Deferred@1964280682 after retry RPC after error@1747017540) -> (continuation of Deferred@157358327 after retry RPC after error@345652578) -> (continuation of Deferred@1157937984 after retry RPC after error@666703835) -> (continuation of Deferred@639243643 after retry RPC after error@1663978999) -> (continuation of Deferred@59778153 after retry RPC after error@1281157135) -> (continuation of Deferred@974884146 after retry RPC after error@726351475) -> (continuation of Deferred@695919647 after retry RPC after error@38632879), errback=(continuation of Deferred@1964280682 after retry RPC after error@1747017540) -> (continuation of Deferred@157358327 after retry RPC after error@345652578) -> (continuation of Deferred@1157937984 after retry RPC after error@666703835) -> (continuation of Deferred@639243643 after retry RPC after error@1663978999) -> (continuation of Deferred@59778153 after retry RPC after error@1281157135) -> (continuation of Deferred@974884146 after retry RPC after error@726351475) -> (continuation of Deferred@695919647 after retry RPC after error@38632879)))
20:03:56.986 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:03:57.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.048 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.148 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.248 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1349282363(state=PENDING, result=null, callback=(continuation of Deferred@1092705123 after retry RPC after error@1848750058) -> (continuation of Deferred@349379546 after retry RPC after error@668833481) -> (continuation of Deferred@1827416850 after retry RPC after error@255952794) -> (continuation of Deferred@62931043 after retry RPC after error@1214309644) -> (continuation of Deferred@1163518889 after retry RPC after error@1177014735) -> (continuation of Deferred@1197822512 after retry RPC after error@140678997) -> (continuation of Deferred@36469083 after retry RPC after error@2055043448), errback=(continuation of Deferred@1092705123 after retry RPC after error@1848750058) -> (continuation of Deferred@349379546 after retry RPC after error@668833481) -> (continuation of Deferred@1827416850 after retry RPC after error@255952794) -> (continuation of Deferred@62931043 after retry RPC after error@1214309644) -> (continuation of Deferred@1163518889 after retry RPC after error@1177014735) -> (continuation of Deferred@1197822512 after retry RPC after error@140678997) -> (continuation of Deferred@36469083 after retry RPC after error@2055043448)))
20:03:57.248 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1349282363(state=PENDING, result=null, callback=(continuation of Deferred@1092705123 after retry RPC after error@1848750058) -> (continuation of Deferred@349379546 after retry RPC after error@668833481) -> (continuation of Deferred@1827416850 after retry RPC after error@255952794) -> (continuation of Deferred@62931043 after retry RPC after error@1214309644) -> (continuation of Deferred@1163518889 after retry RPC after error@1177014735) -> (continuation of Deferred@1197822512 after retry RPC after error@140678997) -> (continuation of Deferred@36469083 after retry RPC after error@2055043448), errback=(continuation of Deferred@1092705123 after retry RPC after error@1848750058) -> (continuation of Deferred@349379546 after retry RPC after error@668833481) -> (continuation of Deferred@1827416850 after retry RPC after error@255952794) -> (continuation of Deferred@62931043 after retry RPC after error@1214309644) -> (continuation of Deferred@1163518889 after retry RPC after error@1177014735) -> (continuation of Deferred@1197822512 after retry RPC after error@140678997) -> (continuation of Deferred@36469083 after retry RPC after error@2055043448)))
20:03:57.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:57.297813 27829 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:03:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:57.298004 27829 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:57.298610 27829 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:03:57.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:57.300468 27688 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:03:57.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:57.300617 27687 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:03:57.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:57.300762 27687 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2; no voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d
20:03:57.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:57.301033 27829 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
20:03:57.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.368 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.447 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1165955915(state=PENDING, result=null, callback=(continuation of Deferred@676062537 after retry RPC after error@807350600) -> (continuation of Deferred@1553127533 after retry RPC after error@1640656383) -> (continuation of Deferred@375172386 after retry RPC after error@1593859024) -> (continuation of Deferred@354136557 after retry RPC after error@663520036) -> (continuation of Deferred@1422528330 after retry RPC after error@155779288) -> (continuation of Deferred@1091914949 after retry RPC after error@46359136) -> (continuation of Deferred@108502317 after retry RPC after error@1199112955), errback=(continuation of Deferred@676062537 after retry RPC after error@807350600) -> (continuation of Deferred@1553127533 after retry RPC after error@1640656383) -> (continuation of Deferred@375172386 after retry RPC after error@1593859024) -> (continuation of Deferred@354136557 after retry RPC after error@663520036) -> (continuation of Deferred@1422528330 after retry RPC after error@155779288) -> (continuation of Deferred@1091914949 after retry RPC after error@46359136) -> (continuation of Deferred@108502317 after retry RPC after error@1199112955)))
20:03:57.448 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1165955915(state=PENDING, result=null, callback=(continuation of Deferred@676062537 after retry RPC after error@807350600) -> (continuation of Deferred@1553127533 after retry RPC after error@1640656383) -> (continuation of Deferred@375172386 after retry RPC after error@1593859024) -> (continuation of Deferred@354136557 after retry RPC after error@663520036) -> (continuation of Deferred@1422528330 after retry RPC after error@155779288) -> (continuation of Deferred@1091914949 after retry RPC after error@46359136) -> (continuation of Deferred@108502317 after retry RPC after error@1199112955), errback=(continuation of Deferred@676062537 after retry RPC after error@807350600) -> (continuation of Deferred@1553127533 after retry RPC after error@1640656383) -> (continuation of Deferred@375172386 after retry RPC after error@1593859024) -> (continuation of Deferred@354136557 after retry RPC after error@663520036) -> (continuation of Deferred@1422528330 after retry RPC after error@155779288) -> (continuation of Deferred@1091914949 after retry RPC after error@46359136) -> (continuation of Deferred@108502317 after retry RPC after error@1199112955)))
20:03:57.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.707 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1346137200(state=PENDING, result=null, callback=(continuation of Deferred@639978500 after retry RPC after error@617353425) -> (continuation of Deferred@727379997 after retry RPC after error@414598890) -> (continuation of Deferred@352287892 after retry RPC after error@1358019650) -> (continuation of Deferred@752313433 after retry RPC after error@108852799) -> (continuation of Deferred@1762144696 after retry RPC after error@877036407) -> (continuation of Deferred@589618186 after retry RPC after error@1107823455) -> (continuation of Deferred@1789228887 after retry RPC after error@1794645071), errback=(continuation of Deferred@639978500 after retry RPC after error@617353425) -> (continuation of Deferred@727379997 after retry RPC after error@414598890) -> (continuation of Deferred@352287892 after retry RPC after error@1358019650) -> (continuation of Deferred@752313433 after retry RPC after error@108852799) -> (continuation of Deferred@1762144696 after retry RPC after error@877036407) -> (continuation of Deferred@589618186 after retry RPC after error@1107823455) -> (continuation of Deferred@1789228887 after retry RPC after error@1794645071)))
20:03:57.708 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1346137200(state=PENDING, result=null, callback=(continuation of Deferred@639978500 after retry RPC after error@617353425) -> (continuation of Deferred@727379997 after retry RPC after error@414598890) -> (continuation of Deferred@352287892 after retry RPC after error@1358019650) -> (continuation of Deferred@752313433 after retry RPC after error@108852799) -> (continuation of Deferred@1762144696 after retry RPC after error@877036407) -> (continuation of Deferred@589618186 after retry RPC after error@1107823455) -> (continuation of Deferred@1789228887 after retry RPC after error@1794645071), errback=(continuation of Deferred@639978500 after retry RPC after error@617353425) -> (continuation of Deferred@727379997 after retry RPC after error@414598890) -> (continuation of Deferred@352287892 after retry RPC after error@1358019650) -> (continuation of Deferred@752313433 after retry RPC after error@108852799) -> (continuation of Deferred@1762144696 after retry RPC after error@877036407) -> (continuation of Deferred@589618186 after retry RPC after error@1107823455) -> (continuation of Deferred@1789228887 after retry RPC after error@1794645071)))
20:03:57.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.947 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@856844400(state=PENDING, result=null, callback=(continuation of Deferred@1637479065 after retry RPC after error@206601722) -> (continuation of Deferred@1275526795 after retry RPC after error@1828146835) -> (continuation of Deferred@1121215662 after retry RPC after error@1298427555) -> (continuation of Deferred@921510690 after retry RPC after error@1614307514) -> (continuation of Deferred@27826439 after retry RPC after error@1868033767) -> (continuation of Deferred@813442076 after retry RPC after error@325238553) -> (continuation of Deferred@1455910099 after retry RPC after error@104304698), errback=(continuation of Deferred@1637479065 after retry RPC after error@206601722) -> (continuation of Deferred@1275526795 after retry RPC after error@1828146835) -> (continuation of Deferred@1121215662 after retry RPC after error@1298427555) -> (continuation of Deferred@921510690 after retry RPC after error@1614307514) -> (continuation of Deferred@27826439 after retry RPC after error@1868033767) -> (continuation of Deferred@813442076 after retry RPC after error@325238553) -> (continuation of Deferred@1455910099 after retry RPC after error@104304698)))
20:03:57.948 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@856844400(state=PENDING, result=null, callback=(continuation of Deferred@1637479065 after retry RPC after error@206601722) -> (continuation of Deferred@1275526795 after retry RPC after error@1828146835) -> (continuation of Deferred@1121215662 after retry RPC after error@1298427555) -> (continuation of Deferred@921510690 after retry RPC after error@1614307514) -> (continuation of Deferred@27826439 after retry RPC after error@1868033767) -> (continuation of Deferred@813442076 after retry RPC after error@325238553) -> (continuation of Deferred@1455910099 after retry RPC after error@104304698), errback=(continuation of Deferred@1637479065 after retry RPC after error@206601722) -> (continuation of Deferred@1275526795 after retry RPC after error@1828146835) -> (continuation of Deferred@1121215662 after retry RPC after error@1298427555) -> (continuation of Deferred@921510690 after retry RPC after error@1614307514) -> (continuation of Deferred@27826439 after retry RPC after error@1868033767) -> (continuation of Deferred@813442076 after retry RPC after error@325238553) -> (continuation of Deferred@1455910099 after retry RPC after error@104304698)))
20:03:57.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:57.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:57.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:57.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:57.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:57.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.128 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@2050056632(state=PENDING, result=null, callback=(continuation of Deferred@16691669 after retry RPC after error@2126329437) -> (continuation of Deferred@1064163954 after retry RPC after error@1310736518) -> (continuation of Deferred@992288910 after retry RPC after error@750646889) -> (continuation of Deferred@2102532038 after retry RPC after error@825908378) -> (continuation of Deferred@587807587 after retry RPC after error@1615110101) -> (continuation of Deferred@231032892 after retry RPC after error@1853361042), errback=(continuation of Deferred@16691669 after retry RPC after error@2126329437) -> (continuation of Deferred@1064163954 after retry RPC after error@1310736518) -> (continuation of Deferred@992288910 after retry RPC after error@750646889) -> (continuation of Deferred@2102532038 after retry RPC after error@825908378) -> (continuation of Deferred@587807587 after retry RPC after error@1615110101) -> (continuation of Deferred@231032892 after retry RPC after error@1853361042)))
20:03:58.128 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@2050056632(state=PENDING, result=null, callback=(continuation of Deferred@16691669 after retry RPC after error@2126329437) -> (continuation of Deferred@1064163954 after retry RPC after error@1310736518) -> (continuation of Deferred@992288910 after retry RPC after error@750646889) -> (continuation of Deferred@2102532038 after retry RPC after error@825908378) -> (continuation of Deferred@587807587 after retry RPC after error@1615110101) -> (continuation of Deferred@231032892 after retry RPC after error@1853361042), errback=(continuation of Deferred@16691669 after retry RPC after error@2126329437) -> (continuation of Deferred@1064163954 after retry RPC after error@1310736518) -> (continuation of Deferred@992288910 after retry RPC after error@750646889) -> (continuation of Deferred@2102532038 after retry RPC after error@825908378) -> (continuation of Deferred@587807587 after retry RPC after error@1615110101) -> (continuation of Deferred@231032892 after retry RPC after error@1853361042)))
20:03:58.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.406 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@516856604(state=PENDING, result=null, callback=(continuation of Deferred@1832820612 after retry RPC after error@560802890) -> (continuation of Deferred@713786338 after retry RPC after error@1081605076) -> (continuation of Deferred@1504480993 after retry RPC after error@292288226) -> (continuation of Deferred@1728701374 after retry RPC after error@408886736) -> (continuation of Deferred@632902588 after retry RPC after error@1806400783) -> (continuation of Deferred@1134000087 after retry RPC after error@591811560) -> (continuation of Deferred@1275969679 after retry RPC after error@2088668932), errback=(continuation of Deferred@1832820612 after retry RPC after error@560802890) -> (continuation of Deferred@713786338 after retry RPC after error@1081605076) -> (continuation of Deferred@1504480993 after retry RPC after error@292288226) -> (continuation of Deferred@1728701374 after retry RPC after error@408886736) -> (continuation of Deferred@632902588 after retry RPC after error@1806400783) -> (continuation of Deferred@1134000087 after retry RPC after error@591811560) -> (continuation of Deferred@1275969679 after retry RPC after error@2088668932)))
20:03:58.406 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:03:58.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:58.514963 27839 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:03:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:58.515192 27839 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:58.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:58.516062 27839 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:03:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:58.517920 27688 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:03:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:58.518316 27687 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:03:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:58.518440 27687 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2; no voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d
20:03:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:58.518703 27839 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
20:03:58.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.667 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1267350927(state=PENDING, result=null, callback=(continuation of Deferred@1106043043 after retry RPC after error@926828924) -> (continuation of Deferred@377177282 after retry RPC after error@210200007) -> (continuation of Deferred@709387532 after retry RPC after error@1878568080) -> (continuation of Deferred@594127097 after retry RPC after error@343361550) -> (continuation of Deferred@2113810313 after retry RPC after error@1472757898) -> (continuation of Deferred@956876010 after retry RPC after error@395435261) -> (continuation of Deferred@455031777 after retry RPC after error@146810072), errback=(continuation of Deferred@1106043043 after retry RPC after error@926828924) -> (continuation of Deferred@377177282 after retry RPC after error@210200007) -> (continuation of Deferred@709387532 after retry RPC after error@1878568080) -> (continuation of Deferred@594127097 after retry RPC after error@343361550) -> (continuation of Deferred@2113810313 after retry RPC after error@1472757898) -> (continuation of Deferred@956876010 after retry RPC after error@395435261) -> (continuation of Deferred@455031777 after retry RPC after error@146810072)))
20:03:58.668 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1267350927(state=PENDING, result=null, callback=(continuation of Deferred@1106043043 after retry RPC after error@926828924) -> (continuation of Deferred@377177282 after retry RPC after error@210200007) -> (continuation of Deferred@709387532 after retry RPC after error@1878568080) -> (continuation of Deferred@594127097 after retry RPC after error@343361550) -> (continuation of Deferred@2113810313 after retry RPC after error@1472757898) -> (continuation of Deferred@956876010 after retry RPC after error@395435261) -> (continuation of Deferred@455031777 after retry RPC after error@146810072), errback=(continuation of Deferred@1106043043 after retry RPC after error@926828924) -> (continuation of Deferred@377177282 after retry RPC after error@210200007) -> (continuation of Deferred@709387532 after retry RPC after error@1878568080) -> (continuation of Deferred@594127097 after retry RPC after error@343361550) -> (continuation of Deferred@2113810313 after retry RPC after error@1472757898) -> (continuation of Deferred@956876010 after retry RPC after error@395435261) -> (continuation of Deferred@455031777 after retry RPC after error@146810072)))
20:03:58.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:58.701015 27669 master_runner.cc:186] Error getting master registration for 127.26.7.190:33659: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111),
20:03:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:58.701175 27669 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:03:58.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.726 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.747 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.748 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.945 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@279891730(state=PENDING, result=null, callback=(continuation of Deferred@102493621 after retry RPC after error@190631309) -> (continuation of Deferred@1608307670 after retry RPC after error@963400032) -> (continuation of Deferred@1615029693 after retry RPC after error@220134557) -> (continuation of Deferred@887479435 after retry RPC after error@1868135462) -> (continuation of Deferred@340558589 after retry RPC after error@1850507005) -> (continuation of Deferred@1960310331 after retry RPC after error@1347099851) -> (continuation of Deferred@551565141 after retry RPC after error@760618530), errback=(continuation of Deferred@102493621 after retry RPC after error@190631309) -> (continuation of Deferred@1608307670 after retry RPC after error@963400032) -> (continuation of Deferred@1615029693 after retry RPC after error@220134557) -> (continuation of Deferred@887479435 after retry RPC after error@1868135462) -> (continuation of Deferred@340558589 after retry RPC after error@1850507005) -> (continuation of Deferred@1960310331 after retry RPC after error@1347099851) -> (continuation of Deferred@551565141 after retry RPC after error@760618530)))
20:03:58.945 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:03:58.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:58.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:58.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:58.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:58.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:58.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.107 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1038997156(state=PENDING, result=null, callback=(continuation of Deferred@1081003423 after retry RPC after error@1034631099) -> (continuation of Deferred@1030701435 after retry RPC after error@1852106884) -> (continuation of Deferred@1490080482 after retry RPC after error@1008873644) -> (continuation of Deferred@2063715018 after retry RPC after error@845688294) -> (continuation of Deferred@1819389579 after retry RPC after error@1106990329) -> (continuation of Deferred@886673814 after retry RPC after error@1202556406), errback=(continuation of Deferred@1081003423 after retry RPC after error@1034631099) -> (continuation of Deferred@1030701435 after retry RPC after error@1852106884) -> (continuation of Deferred@1490080482 after retry RPC after error@1008873644) -> (continuation of Deferred@2063715018 after retry RPC after error@845688294) -> (continuation of Deferred@1819389579 after retry RPC after error@1106990329) -> (continuation of Deferred@886673814 after retry RPC after error@1202556406)))
20:03:59.108 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1038997156(state=PENDING, result=null, callback=(continuation of Deferred@1081003423 after retry RPC after error@1034631099) -> (continuation of Deferred@1030701435 after retry RPC after error@1852106884) -> (continuation of Deferred@1490080482 after retry RPC after error@1008873644) -> (continuation of Deferred@2063715018 after retry RPC after error@845688294) -> (continuation of Deferred@1819389579 after retry RPC after error@1106990329) -> (continuation of Deferred@886673814 after retry RPC after error@1202556406), errback=(continuation of Deferred@1081003423 after retry RPC after error@1034631099) -> (continuation of Deferred@1030701435 after retry RPC after error@1852106884) -> (continuation of Deferred@1490080482 after retry RPC after error@1008873644) -> (continuation of Deferred@2063715018 after retry RPC after error@845688294) -> (continuation of Deferred@1819389579 after retry RPC after error@1106990329) -> (continuation of Deferred@886673814 after retry RPC after error@1202556406)))
20:03:59.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.367 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@596296192(state=PENDING, result=null, callback=(continuation of Deferred@1115657324 after retry RPC after error@1493010098) -> (continuation of Deferred@517086033 after retry RPC after error@1799180361) -> (continuation of Deferred@1440703926 after retry RPC after error@1629725097) -> (continuation of Deferred@1864705615 after retry RPC after error@1855692026) -> (continuation of Deferred@1078437450 after retry RPC after error@1016428802) -> (continuation of Deferred@2051291009 after retry RPC after error@1208621183) -> (continuation of Deferred@897745602 after retry RPC after error@575189017) -> (continuation of Deferred@2037081070 after retry RPC after error@1631208796), errback=(continuation of Deferred@1115657324 after retry RPC after error@1493010098) -> (continuation of Deferred@517086033 after retry RPC after error@1799180361) -> (continuation of Deferred@1440703926 after retry RPC after error@1629725097) -> (continuation of Deferred@1864705615 after retry RPC after error@1855692026) -> (continuation of Deferred@1078437450 after retry RPC after error@1016428802) -> (continuation of Deferred@2051291009 after retry RPC after error@1208621183) -> (continuation of Deferred@897745602 after retry RPC after error@575189017) -> (continuation of Deferred@2037081070 after retry RPC after error@1631208796)))
20:03:59.368 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@596296192(state=PENDING, result=null, callback=(continuation of Deferred@1115657324 after retry RPC after error@1493010098) -> (continuation of Deferred@517086033 after retry RPC after error@1799180361) -> (continuation of Deferred@1440703926 after retry RPC after error@1629725097) -> (continuation of Deferred@1864705615 after retry RPC after error@1855692026) -> (continuation of Deferred@1078437450 after retry RPC after error@1016428802) -> (continuation of Deferred@2051291009 after retry RPC after error@1208621183) -> (continuation of Deferred@897745602 after retry RPC after error@575189017) -> (continuation of Deferred@2037081070 after retry RPC after error@1631208796), errback=(continuation of Deferred@1115657324 after retry RPC after error@1493010098) -> (continuation of Deferred@517086033 after retry RPC after error@1799180361) -> (continuation of Deferred@1440703926 after retry RPC after error@1629725097) -> (continuation of Deferred@1864705615 after retry RPC after error@1855692026) -> (continuation of Deferred@1078437450 after retry RPC after error@1016428802) -> (continuation of Deferred@2051291009 after retry RPC after error@1208621183) -> (continuation of Deferred@897745602 after retry RPC after error@575189017) -> (continuation of Deferred@2037081070 after retry RPC after error@1631208796)))
20:03:59.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.548 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1535437956(state=PENDING, result=null, callback=(continuation of Deferred@735596279 after retry RPC after error@1852014602) -> (continuation of Deferred@2002451243 after retry RPC after error@197581192) -> (continuation of Deferred@1644200433 after retry RPC after error@277954155) -> (continuation of Deferred@816975089 after retry RPC after error@226859510) -> (continuation of Deferred@1810669246 after retry RPC after error@1922537422) -> (continuation of Deferred@1390594281 after retry RPC after error@1938403690) -> (continuation of Deferred@2090850507 after retry RPC after error@846727537), errback=(continuation of Deferred@735596279 after retry RPC after error@1852014602) -> (continuation of Deferred@2002451243 after retry RPC after error@197581192) -> (continuation of Deferred@1644200433 after retry RPC after error@277954155) -> (continuation of Deferred@816975089 after retry RPC after error@226859510) -> (continuation of Deferred@1810669246 after retry RPC after error@1922537422) -> (continuation of Deferred@1390594281 after retry RPC after error@1938403690) -> (continuation of Deferred@2090850507 after retry RPC after error@846727537)))
20:03:59.548 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1535437956(state=PENDING, result=null, callback=(continuation of Deferred@735596279 after retry RPC after error@1852014602) -> (continuation of Deferred@2002451243 after retry RPC after error@197581192) -> (continuation of Deferred@1644200433 after retry RPC after error@277954155) -> (continuation of Deferred@816975089 after retry RPC after error@226859510) -> (continuation of Deferred@1810669246 after retry RPC after error@1922537422) -> (continuation of Deferred@1390594281 after retry RPC after error@1938403690) -> (continuation of Deferred@2090850507 after retry RPC after error@846727537), errback=(continuation of Deferred@735596279 after retry RPC after error@1852014602) -> (continuation of Deferred@2002451243 after retry RPC after error@197581192) -> (continuation of Deferred@1644200433 after retry RPC after error@277954155) -> (continuation of Deferred@816975089 after retry RPC after error@226859510) -> (continuation of Deferred@1810669246 after retry RPC after error@1922537422) -> (continuation of Deferred@1390594281 after retry RPC after error@1938403690) -> (continuation of Deferred@2090850507 after retry RPC after error@846727537)))
20:03:59.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:59.769152 27848 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:03:59.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:59.769340 27848 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:03:59.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:59.769997 27848 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:03:59.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:59.771253 27688 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111) [suppressed 10 similar messages]
20:03:59.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:59.772491 27687 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:03:59.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:03:59.772672 27688 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:03:59.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:59.772861 27688 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2; no voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d
20:03:59.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:03:59.773110 27848 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
20:03:59.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.788 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.789 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1864428492(state=PENDING, result=null, callback=(continuation of Deferred@130395714 after retry RPC after error@1828762584) -> (continuation of Deferred@1472296846 after retry RPC after error@1062705201) -> (continuation of Deferred@365598247 after retry RPC after error@2101115189) -> (continuation of Deferred@563940379 after retry RPC after error@579378697) -> (continuation of Deferred@1672630225 after retry RPC after error@2111399747) -> (continuation of Deferred@879579447 after retry RPC after error@1383328101) -> (continuation of Deferred@592377917 after retry RPC after error@362504296), errback=(continuation of Deferred@130395714 after retry RPC after error@1828762584) -> (continuation of Deferred@1472296846 after retry RPC after error@1062705201) -> (continuation of Deferred@365598247 after retry RPC after error@2101115189) -> (continuation of Deferred@563940379 after retry RPC after error@579378697) -> (continuation of Deferred@1672630225 after retry RPC after error@2111399747) -> (continuation of Deferred@879579447 after retry RPC after error@1383328101) -> (continuation of Deferred@592377917 after retry RPC after error@362504296)))
20:03:59.789 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1864428492(state=PENDING, result=null, callback=(continuation of Deferred@130395714 after retry RPC after error@1828762584) -> (continuation of Deferred@1472296846 after retry RPC after error@1062705201) -> (continuation of Deferred@365598247 after retry RPC after error@2101115189) -> (continuation of Deferred@563940379 after retry RPC after error@579378697) -> (continuation of Deferred@1672630225 after retry RPC after error@2111399747) -> (continuation of Deferred@879579447 after retry RPC after error@1383328101) -> (continuation of Deferred@592377917 after retry RPC after error@362504296), errback=(continuation of Deferred@130395714 after retry RPC after error@1828762584) -> (continuation of Deferred@1472296846 after retry RPC after error@1062705201) -> (continuation of Deferred@365598247 after retry RPC after error@2101115189) -> (continuation of Deferred@563940379 after retry RPC after error@579378697) -> (continuation of Deferred@1672630225 after retry RPC after error@2111399747) -> (continuation of Deferred@879579447 after retry RPC after error@1383328101) -> (continuation of Deferred@592377917 after retry RPC after error@362504296)))
20:03:59.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:03:59.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:03:59.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:03:59.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:03:59.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:03:59.968 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.028 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@898657382(state=PENDING, result=null, callback=(continuation of Deferred@308039822 after retry RPC after error@232109423) -> (continuation of Deferred@675947604 after retry RPC after error@512724583) -> (continuation of Deferred@1856468248 after retry RPC after error@1316608878) -> (continuation of Deferred@929578609 after retry RPC after error@1442214477) -> (continuation of Deferred@2933342 after retry RPC after error@973726) -> (continuation of Deferred@1994651224 after retry RPC after error@274826963) -> (continuation of Deferred@1991874739 after retry RPC after error@1929169), errback=(continuation of Deferred@308039822 after retry RPC after error@232109423) -> (continuation of Deferred@675947604 after retry RPC after error@512724583) -> (continuation of Deferred@1856468248 after retry RPC after error@1316608878) -> (continuation of Deferred@929578609 after retry RPC after error@1442214477) -> (continuation of Deferred@2933342 after retry RPC after error@973726) -> (continuation of Deferred@1994651224 after retry RPC after error@274826963) -> (continuation of Deferred@1991874739 after retry RPC after error@1929169)))
20:04:00.028 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@898657382(state=PENDING, result=null, callback=(continuation of Deferred@308039822 after retry RPC after error@232109423) -> (continuation of Deferred@675947604 after retry RPC after error@512724583) -> (continuation of Deferred@1856468248 after retry RPC after error@1316608878) -> (continuation of Deferred@929578609 after retry RPC after error@1442214477) -> (continuation of Deferred@2933342 after retry RPC after error@973726) -> (continuation of Deferred@1994651224 after retry RPC after error@274826963) -> (continuation of Deferred@1991874739 after retry RPC after error@1929169), errback=(continuation of Deferred@308039822 after retry RPC after error@232109423) -> (continuation of Deferred@675947604 after retry RPC after error@512724583) -> (continuation of Deferred@1856468248 after retry RPC after error@1316608878) -> (continuation of Deferred@929578609 after retry RPC after error@1442214477) -> (continuation of Deferred@2933342 after retry RPC after error@973726) -> (continuation of Deferred@1994651224 after retry RPC after error@274826963) -> (continuation of Deferred@1991874739 after retry RPC after error@1929169)))
20:04:00.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.248 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.249 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.249 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [204ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@451575238(state=PENDING, result=null, callback=(continuation of Deferred@440725358 after retry RPC after error@1732338024) -> (continuation of Deferred@997070662 after retry RPC after error@1914915232) -> (continuation of Deferred@1327626005 after retry RPC after error@596084152) -> (continuation of Deferred@1754821289 after retry RPC after error@1984595) -> (continuation of Deferred@1078431258 after retry RPC after error@1609726447) -> (continuation of Deferred@1960072578 after retry RPC after error@108709787) -> (continuation of Deferred@2058464784 after retry RPC after error@918588840), errback=(continuation of Deferred@440725358 after retry RPC after error@1732338024) -> (continuation of Deferred@997070662 after retry RPC after error@1914915232) -> (continuation of Deferred@1327626005 after retry RPC after error@596084152) -> (continuation of Deferred@1754821289 after retry RPC after error@1984595) -> (continuation of Deferred@1078431258 after retry RPC after error@1609726447) -> (continuation of Deferred@1960072578 after retry RPC after error@108709787) -> (continuation of Deferred@2058464784 after retry RPC after error@918588840)))
20:04:00.250 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [204ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@451575238(state=PENDING, result=null, callback=(continuation of Deferred@440725358 after retry RPC after error@1732338024) -> (continuation of Deferred@997070662 after retry RPC after error@1914915232) -> (continuation of Deferred@1327626005 after retry RPC after error@596084152) -> (continuation of Deferred@1754821289 after retry RPC after error@1984595) -> (continuation of Deferred@1078431258 after retry RPC after error@1609726447) -> (continuation of Deferred@1960072578 after retry RPC after error@108709787) -> (continuation of Deferred@2058464784 after retry RPC after error@918588840), errback=(continuation of Deferred@440725358 after retry RPC after error@1732338024) -> (continuation of Deferred@997070662 after retry RPC after error@1914915232) -> (continuation of Deferred@1327626005 after retry RPC after error@596084152) -> (continuation of Deferred@1754821289 after retry RPC after error@1984595) -> (continuation of Deferred@1078431258 after retry RPC after error@1609726447) -> (continuation of Deferred@1960072578 after retry RPC after error@108709787) -> (continuation of Deferred@2058464784 after retry RPC after error@918588840)))
20:04:00.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.308 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.447 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@338663104(state=PENDING, result=null, callback=(continuation of Deferred@1460415811 after retry RPC after error@1092285043) -> (continuation of Deferred@987411033 after retry RPC after error@1386981972) -> (continuation of Deferred@1685844855 after retry RPC after error@1919159521) -> (continuation of Deferred@490942606 after retry RPC after error@313901176) -> (continuation of Deferred@695101714 after retry RPC after error@2067753946) -> (continuation of Deferred@2147279731 after retry RPC after error@1140218612) -> (continuation of Deferred@428514657 after retry RPC after error@426464305), errback=(continuation of Deferred@1460415811 after retry RPC after error@1092285043) -> (continuation of Deferred@987411033 after retry RPC after error@1386981972) -> (continuation of Deferred@1685844855 after retry RPC after error@1919159521) -> (continuation of Deferred@490942606 after retry RPC after error@313901176) -> (continuation of Deferred@695101714 after retry RPC after error@2067753946) -> (continuation of Deferred@2147279731 after retry RPC after error@1140218612) -> (continuation of Deferred@428514657 after retry RPC after error@426464305)))
20:04:00.448 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@338663104(state=PENDING, result=null, callback=(continuation of Deferred@1460415811 after retry RPC after error@1092285043) -> (continuation of Deferred@987411033 after retry RPC after error@1386981972) -> (continuation of Deferred@1685844855 after retry RPC after error@1919159521) -> (continuation of Deferred@490942606 after retry RPC after error@313901176) -> (continuation of Deferred@695101714 after retry RPC after error@2067753946) -> (continuation of Deferred@2147279731 after retry RPC after error@1140218612) -> (continuation of Deferred@428514657 after retry RPC after error@426464305), errback=(continuation of Deferred@1460415811 after retry RPC after error@1092285043) -> (continuation of Deferred@987411033 after retry RPC after error@1386981972) -> (continuation of Deferred@1685844855 after retry RPC after error@1919159521) -> (continuation of Deferred@490942606 after retry RPC after error@313901176) -> (continuation of Deferred@695101714 after retry RPC after error@2067753946) -> (continuation of Deferred@2147279731 after retry RPC after error@1140218612) -> (continuation of Deferred@428514657 after retry RPC after error@426464305)))
20:04:00.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.508 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.688 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1868601967(state=PENDING, result=null, callback=(continuation of Deferred@347433817 after retry RPC after error@590661168) -> (continuation of Deferred@1717576421 after retry RPC after error@221802404) -> (continuation of Deferred@854074105 after retry RPC after error@937977810) -> (continuation of Deferred@1350048960 after retry RPC after error@519244836) -> (continuation of Deferred@1837046505 after retry RPC after error@433927779) -> (continuation of Deferred@156481412 after retry RPC after error@256313510) -> (continuation of Deferred@444261365 after retry RPC after error@1793368311), errback=(continuation of Deferred@347433817 after retry RPC after error@590661168) -> (continuation of Deferred@1717576421 after retry RPC after error@221802404) -> (continuation of Deferred@854074105 after retry RPC after error@937977810) -> (continuation of Deferred@1350048960 after retry RPC after error@519244836) -> (continuation of Deferred@1837046505 after retry RPC after error@433927779) -> (continuation of Deferred@156481412 after retry RPC after error@256313510) -> (continuation of Deferred@444261365 after retry RPC after error@1793368311)))
20:04:00.688 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1868601967(state=PENDING, result=null, callback=(continuation of Deferred@347433817 after retry RPC after error@590661168) -> (continuation of Deferred@1717576421 after retry RPC after error@221802404) -> (continuation of Deferred@854074105 after retry RPC after error@937977810) -> (continuation of Deferred@1350048960 after retry RPC after error@519244836) -> (continuation of Deferred@1837046505 after retry RPC after error@433927779) -> (continuation of Deferred@156481412 after retry RPC after error@256313510) -> (continuation of Deferred@444261365 after retry RPC after error@1793368311), errback=(continuation of Deferred@347433817 after retry RPC after error@590661168) -> (continuation of Deferred@1717576421 after retry RPC after error@221802404) -> (continuation of Deferred@854074105 after retry RPC after error@937977810) -> (continuation of Deferred@1350048960 after retry RPC after error@519244836) -> (continuation of Deferred@1837046505 after retry RPC after error@433927779) -> (continuation of Deferred@156481412 after retry RPC after error@256313510) -> (continuation of Deferred@444261365 after retry RPC after error@1793368311)))
20:04:00.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.928 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1995983013(state=PENDING, result=null, callback=(continuation of Deferred@293115710 after retry RPC after error@1087794005) -> (continuation of Deferred@1773311785 after retry RPC after error@1572554714) -> (continuation of Deferred@137361972 after retry RPC after error@2077271207) -> (continuation of Deferred@103182123 after retry RPC after error@27557282) -> (continuation of Deferred@1991105016 after retry RPC after error@136752662) -> (continuation of Deferred@1028445966 after retry RPC after error@522708072) -> (continuation of Deferred@131959917 after retry RPC after error@976667806), errback=(continuation of Deferred@293115710 after retry RPC after error@1087794005) -> (continuation of Deferred@1773311785 after retry RPC after error@1572554714) -> (continuation of Deferred@137361972 after retry RPC after error@2077271207) -> (continuation of Deferred@103182123 after retry RPC after error@27557282) -> (continuation of Deferred@1991105016 after retry RPC after error@136752662) -> (continuation of Deferred@1028445966 after retry RPC after error@522708072) -> (continuation of Deferred@131959917 after retry RPC after error@976667806)))
20:04:00.928 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1995983013(state=PENDING, result=null, callback=(continuation of Deferred@293115710 after retry RPC after error@1087794005) -> (continuation of Deferred@1773311785 after retry RPC after error@1572554714) -> (continuation of Deferred@137361972 after retry RPC after error@2077271207) -> (continuation of Deferred@103182123 after retry RPC after error@27557282) -> (continuation of Deferred@1991105016 after retry RPC after error@136752662) -> (continuation of Deferred@1028445966 after retry RPC after error@522708072) -> (continuation of Deferred@131959917 after retry RPC after error@976667806), errback=(continuation of Deferred@293115710 after retry RPC after error@1087794005) -> (continuation of Deferred@1773311785 after retry RPC after error@1572554714) -> (continuation of Deferred@137361972 after retry RPC after error@2077271207) -> (continuation of Deferred@103182123 after retry RPC after error@27557282) -> (continuation of Deferred@1991105016 after retry RPC after error@136752662) -> (continuation of Deferred@1028445966 after retry RPC after error@522708072) -> (continuation of Deferred@131959917 after retry RPC after error@976667806)))
20:04:00.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:00.947995 27299 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:04:00.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:00.951481 27299 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'd9eb62b704ad4a72b005169d782a4050', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'd9eb62b704ad4a72b005169d782a4050', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:04:00.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:00.953447 27299 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.7.188:35985)
20:04:00.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:00.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:00.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:00.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:00.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:00.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:01.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:01.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:01.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:01.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:01.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:01.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:01.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:01.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:01.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:01.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:01.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:01.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:01.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:01.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:01.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:01.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:01.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:01.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:01.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:01.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:01.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.205 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, deferred=Deferred@1226903802(state=PENDING, result=null, callback=(continuation of Deferred@329163503 after retry RPC after error@471867987) -> (continuation of Deferred@868337112 after retry RPC after error@1915135386) -> (continuation of Deferred@348780779 after retry RPC after error@166097563) -> (continuation of Deferred@875862394 after retry RPC after error@1937367059) -> (continuation of Deferred@673988663 after retry RPC after error@308583683) -> (continuation of Deferred@34285948 after retry RPC after error@1053702230), errback=(continuation of Deferred@329163503 after retry RPC after error@471867987) -> (continuation of Deferred@868337112 after retry RPC after error@1915135386) -> (continuation of Deferred@348780779 after retry RPC after error@166097563) -> (continuation of Deferred@875862394 after retry RPC after error@1937367059) -> (continuation of Deferred@673988663 after retry RPC after error@308583683) -> (continuation of Deferred@34285948 after retry RPC after error@1053702230)))
20:04:01.206 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=130, elapsed=140), Traces: [0ms] sending RPC to server master-127.26.7.189:39495, deferred=Deferred@1957292608(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.7.189:39495, errback=org.apache.kudu.client.ConnectToCluster$1@4213ed53 -> ConnectToMasterErrCB for 127.26.7.189:39495))
20:04:01.206 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:01.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:01.226 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
20:04:01.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:01.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.227 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:01.336050 27857 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:01.336241 27857 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:04:01.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:01.336947 27857 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:04:01.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:01.338781 27688 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:04:01.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:01.338970 27687 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:04:01.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:01.339118 27687 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2; no voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d
20:04:01.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:01.339375 27857 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
20:04:01.485 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, deferred=null) with no deferred attached!
20:04:01.485 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.26.7.189:39495, deferred=Deferred@1829498936(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.7.189:39495, errback=org.apache.kudu.client.ConnectToCluster$1@30afe1bf -> ConnectToMasterErrCB for 127.26.7.189:39495))
20:04:01.485 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:01.486 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.26.7.189:39495, deferred=Deferred@1829498936(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.7.189:39495, errback=org.apache.kudu.client.ConnectToCluster$1@30afe1bf -> ConnectToMasterErrCB for 127.26.7.189:39495)), deferred=null)
20:04:01.486 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.26.7.189:39495, deferred=Deferred@1829498936(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.7.189:39495, errback=org.apache.kudu.client.ConnectToCluster$1@30afe1bf -> ConnectToMasterErrCB for 127.26.7.189:39495)), deferred=null)
20:04:01.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:01.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.765 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, deferred=null) with no deferred attached!
20:04:01.766 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.26.7.189:39495, deferred=Deferred@1661004281(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.7.189:39495, errback=org.apache.kudu.client.ConnectToCluster$1@51385f91 -> ConnectToMasterErrCB for 127.26.7.189:39495))
20:04:01.766 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:01.766 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.26.7.189:39495, deferred=Deferred@1661004281(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.7.189:39495, errback=org.apache.kudu.client.ConnectToCluster$1@51385f91 -> ConnectToMasterErrCB for 127.26.7.189:39495)), deferred=null)
20:04:01.766 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.26.7.189:39495, deferred=Deferred@1661004281(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.7.189:39495, errback=org.apache.kudu.client.ConnectToCluster$1@51385f91 -> ConnectToMasterErrCB for 127.26.7.189:39495)), deferred=null)
20:04:01.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:01.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:01.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.045 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, deferred=null) with no deferred attached!
20:04:02.046 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.26.7.189:39495, deferred=Deferred@911675870(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.7.189:39495, errback=org.apache.kudu.client.ConnectToCluster$1@527c69cc -> ConnectToMasterErrCB for 127.26.7.189:39495))
20:04:02.046 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.046 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.26.7.189:39495, deferred=Deferred@911675870(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.7.189:39495, errback=org.apache.kudu.client.ConnectToCluster$1@527c69cc -> ConnectToMasterErrCB for 127.26.7.189:39495)), deferred=null)
20:04:02.046 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.26.7.189:39495, deferred=Deferred@911675870(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.7.189:39495, errback=org.apache.kudu.client.ConnectToCluster$1@527c69cc -> ConnectToMasterErrCB for 127.26.7.189:39495)), deferred=null)
20:04:02.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.079 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=873), Traces: [0ms] received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=null) with no deferred attached!
20:04:02.079 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=593), Traces: [0ms] received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=null) with no deferred attached!
20:04:02.079 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=313), Traces: [0ms] received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=null) with no deferred attached!
20:04:02.079 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=33), Traces: [0ms] received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=null) with no deferred attached!
20:04:02.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.080 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.188 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.247 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [15ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [16ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1232505429(state=PENDING, result=null, callback=(continuation of Deferred@2113278216 after retry RPC after error@911320304) -> (continuation of Deferred@794007862 after retry RPC after error@1384811179) -> (continuation of Deferred@532262819 after retry RPC after error@620035712) -> (continuation of Deferred@391989505 after retry RPC after error@293881491) -> (continuation of Deferred@1133655991 after retry RPC after error@1074909627) -> (continuation of Deferred@1039764985 after retry RPC after error@242938891), errback=(continuation of Deferred@2113278216 after retry RPC after error@911320304) -> (continuation of Deferred@794007862 after retry RPC after error@1384811179) -> (continuation of Deferred@532262819 after retry RPC after error@620035712) -> (continuation of Deferred@391989505 after retry RPC after error@293881491) -> (continuation of Deferred@1133655991 after retry RPC after error@1074909627) -> (continuation of Deferred@1039764985 after retry RPC after error@242938891)))
20:04:02.248 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [15ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [16ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1232505429(state=PENDING, result=null, callback=(continuation of Deferred@2113278216 after retry RPC after error@911320304) -> (continuation of Deferred@794007862 after retry RPC after error@1384811179) -> (continuation of Deferred@532262819 after retry RPC after error@620035712) -> (continuation of Deferred@391989505 after retry RPC after error@293881491) -> (continuation of Deferred@1133655991 after retry RPC after error@1074909627) -> (continuation of Deferred@1039764985 after retry RPC after error@242938891), errback=(continuation of Deferred@2113278216 after retry RPC after error@911320304) -> (continuation of Deferred@794007862 after retry RPC after error@1384811179) -> (continuation of Deferred@532262819 after retry RPC after error@620035712) -> (continuation of Deferred@391989505 after retry RPC after error@293881491) -> (continuation of Deferred@1133655991 after retry RPC after error@1074909627) -> (continuation of Deferred@1039764985 after retry RPC after error@242938891)))
20:04:02.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.307 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.429 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.429 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@105245048(state=PENDING, result=null, callback=(continuation of Deferred@1107444181 after retry RPC after error@548808397) -> (continuation of Deferred@207194515 after retry RPC after error@629059401) -> (continuation of Deferred@1965182682 after retry RPC after error@1689489149) -> (continuation of Deferred@610698985 after retry RPC after error@1957851595) -> (continuation of Deferred@327267609 after retry RPC after error@1807554034) -> (continuation of Deferred@2071762850 after retry RPC after error@480742703), errback=(continuation of Deferred@1107444181 after retry RPC after error@548808397) -> (continuation of Deferred@207194515 after retry RPC after error@629059401) -> (continuation of Deferred@1965182682 after retry RPC after error@1689489149) -> (continuation of Deferred@610698985 after retry RPC after error@1957851595) -> (continuation of Deferred@327267609 after retry RPC after error@1807554034) -> (continuation of Deferred@2071762850 after retry RPC after error@480742703)))
20:04:02.429 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@105245048(state=PENDING, result=null, callback=(continuation of Deferred@1107444181 after retry RPC after error@548808397) -> (continuation of Deferred@207194515 after retry RPC after error@629059401) -> (continuation of Deferred@1965182682 after retry RPC after error@1689489149) -> (continuation of Deferred@610698985 after retry RPC after error@1957851595) -> (continuation of Deferred@327267609 after retry RPC after error@1807554034) -> (continuation of Deferred@2071762850 after retry RPC after error@480742703), errback=(continuation of Deferred@1107444181 after retry RPC after error@548808397) -> (continuation of Deferred@207194515 after retry RPC after error@629059401) -> (continuation of Deferred@1965182682 after retry RPC after error@1689489149) -> (continuation of Deferred@610698985 after retry RPC after error@1957851595) -> (continuation of Deferred@327267609 after retry RPC after error@1807554034) -> (continuation of Deferred@2071762850 after retry RPC after error@480742703)))
20:04:02.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.608 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@897701106(state=PENDING, result=null, callback=(continuation of Deferred@145879778 after retry RPC after error@1946417484) -> (continuation of Deferred@1951892382 after retry RPC after error@1338703778) -> (continuation of Deferred@1214984795 after retry RPC after error@592018307) -> (continuation of Deferred@1800029959 after retry RPC after error@1936036387) -> (continuation of Deferred@1645055998 after retry RPC after error@183526751) -> (continuation of Deferred@867924345 after retry RPC after error@1812992423), errback=(continuation of Deferred@145879778 after retry RPC after error@1946417484) -> (continuation of Deferred@1951892382 after retry RPC after error@1338703778) -> (continuation of Deferred@1214984795 after retry RPC after error@592018307) -> (continuation of Deferred@1800029959 after retry RPC after error@1936036387) -> (continuation of Deferred@1645055998 after retry RPC after error@183526751) -> (continuation of Deferred@867924345 after retry RPC after error@1812992423)))
20:04:02.608 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@897701106(state=PENDING, result=null, callback=(continuation of Deferred@145879778 after retry RPC after error@1946417484) -> (continuation of Deferred@1951892382 after retry RPC after error@1338703778) -> (continuation of Deferred@1214984795 after retry RPC after error@592018307) -> (continuation of Deferred@1800029959 after retry RPC after error@1936036387) -> (continuation of Deferred@1645055998 after retry RPC after error@183526751) -> (continuation of Deferred@867924345 after retry RPC after error@1812992423), errback=(continuation of Deferred@145879778 after retry RPC after error@1946417484) -> (continuation of Deferred@1951892382 after retry RPC after error@1338703778) -> (continuation of Deferred@1214984795 after retry RPC after error@592018307) -> (continuation of Deferred@1800029959 after retry RPC after error@1936036387) -> (continuation of Deferred@1645055998 after retry RPC after error@183526751) -> (continuation of Deferred@867924345 after retry RPC after error@1812992423)))
20:04:02.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.668 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.687 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.728 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@966935708(state=PENDING, result=null, callback=(continuation of Deferred@1683690124 after retry RPC after error@268088119) -> (continuation of Deferred@1990662596 after retry RPC after error@1569338664) -> (continuation of Deferred@1635357543 after retry RPC after error@1002497908) -> (continuation of Deferred@1978118385 after retry RPC after error@2034821136) -> (continuation of Deferred@1418182389 after retry RPC after error@1749030998) -> (continuation of Deferred@543710615 after retry RPC after error@517876194) -> (continuation of Deferred@2001161434 after retry RPC after error@523073740), errback=(continuation of Deferred@1683690124 after retry RPC after error@268088119) -> (continuation of Deferred@1990662596 after retry RPC after error@1569338664) -> (continuation of Deferred@1635357543 after retry RPC after error@1002497908) -> (continuation of Deferred@1978118385 after retry RPC after error@2034821136) -> (continuation of Deferred@1418182389 after retry RPC after error@1749030998) -> (continuation of Deferred@543710615 after retry RPC after error@517876194) -> (continuation of Deferred@2001161434 after retry RPC after error@523073740)))
20:04:02.808 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@966935708(state=PENDING, result=null, callback=(continuation of Deferred@1683690124 after retry RPC after error@268088119) -> (continuation of Deferred@1990662596 after retry RPC after error@1569338664) -> (continuation of Deferred@1635357543 after retry RPC after error@1002497908) -> (continuation of Deferred@1978118385 after retry RPC after error@2034821136) -> (continuation of Deferred@1418182389 after retry RPC after error@1749030998) -> (continuation of Deferred@543710615 after retry RPC after error@517876194) -> (continuation of Deferred@2001161434 after retry RPC after error@523073740), errback=(continuation of Deferred@1683690124 after retry RPC after error@268088119) -> (continuation of Deferred@1990662596 after retry RPC after error@1569338664) -> (continuation of Deferred@1635357543 after retry RPC after error@1002497908) -> (continuation of Deferred@1978118385 after retry RPC after error@2034821136) -> (continuation of Deferred@1418182389 after retry RPC after error@1749030998) -> (continuation of Deferred@543710615 after retry RPC after error@517876194) -> (continuation of Deferred@2001161434 after retry RPC after error@523073740)))
20:04:02.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.828 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.848 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.888 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.907 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.909 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.948 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:02.959985 27869 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:04:02.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:02.960201 27869 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:04:02.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:02.961015 27869 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:04:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:02.966419 27687 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:04:02.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:02.966873 27688 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:04:02.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:02.967015 27688 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2; no voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d
20:04:02.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:02.967269 27869 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
20:04:02.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:02.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:02.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:02.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:02.988 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:02.988 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.028 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1973447527(state=PENDING, result=null, callback=(continuation of Deferred@1339827724 after retry RPC after error@1478064248) -> (continuation of Deferred@329545917 after retry RPC after error@1705624317) -> (continuation of Deferred@1273717762 after retry RPC after error@1487019967) -> (continuation of Deferred@1752425862 after retry RPC after error@1139174495) -> (continuation of Deferred@1404947285 after retry RPC after error@464157050) -> (continuation of Deferred@1820520540 after retry RPC after error@485944583) -> (continuation of Deferred@564951727 after retry RPC after error@1770370633), errback=(continuation of Deferred@1339827724 after retry RPC after error@1478064248) -> (continuation of Deferred@329545917 after retry RPC after error@1705624317) -> (continuation of Deferred@1273717762 after retry RPC after error@1487019967) -> (continuation of Deferred@1752425862 after retry RPC after error@1139174495) -> (continuation of Deferred@1404947285 after retry RPC after error@464157050) -> (continuation of Deferred@1820520540 after retry RPC after error@485944583) -> (continuation of Deferred@564951727 after retry RPC after error@1770370633)))
20:04:03.029 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1973447527(state=PENDING, result=null, callback=(continuation of Deferred@1339827724 after retry RPC after error@1478064248) -> (continuation of Deferred@329545917 after retry RPC after error@1705624317) -> (continuation of Deferred@1273717762 after retry RPC after error@1487019967) -> (continuation of Deferred@1752425862 after retry RPC after error@1139174495) -> (continuation of Deferred@1404947285 after retry RPC after error@464157050) -> (continuation of Deferred@1820520540 after retry RPC after error@485944583) -> (continuation of Deferred@564951727 after retry RPC after error@1770370633), errback=(continuation of Deferred@1339827724 after retry RPC after error@1478064248) -> (continuation of Deferred@329545917 after retry RPC after error@1705624317) -> (continuation of Deferred@1273717762 after retry RPC after error@1487019967) -> (continuation of Deferred@1752425862 after retry RPC after error@1139174495) -> (continuation of Deferred@1404947285 after retry RPC after error@464157050) -> (continuation of Deferred@1820520540 after retry RPC after error@485944583) -> (continuation of Deferred@564951727 after retry RPC after error@1770370633)))
20:04:03.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.048 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.168 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.287 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [240ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@948117365(state=PENDING, result=null, callback=(continuation of Deferred@2059104658 after retry RPC after error@1813868759) -> (continuation of Deferred@747259700 after retry RPC after error@215125351) -> (continuation of Deferred@759454350 after retry RPC after error@718806073) -> (continuation of Deferred@1410686385 after retry RPC after error@1278495713) -> (continuation of Deferred@1126955203 after retry RPC after error@695733579) -> (continuation of Deferred@1476277504 after retry RPC after error@964364125) -> (continuation of Deferred@621415761 after retry RPC after error@1282498286), errback=(continuation of Deferred@2059104658 after retry RPC after error@1813868759) -> (continuation of Deferred@747259700 after retry RPC after error@215125351) -> (continuation of Deferred@759454350 after retry RPC after error@718806073) -> (continuation of Deferred@1410686385 after retry RPC after error@1278495713) -> (continuation of Deferred@1126955203 after retry RPC after error@695733579) -> (continuation of Deferred@1476277504 after retry RPC after error@964364125) -> (continuation of Deferred@621415761 after retry RPC after error@1282498286)))
20:04:03.288 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [240ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@948117365(state=PENDING, result=null, callback=(continuation of Deferred@2059104658 after retry RPC after error@1813868759) -> (continuation of Deferred@747259700 after retry RPC after error@215125351) -> (continuation of Deferred@759454350 after retry RPC after error@718806073) -> (continuation of Deferred@1410686385 after retry RPC after error@1278495713) -> (continuation of Deferred@1126955203 after retry RPC after error@695733579) -> (continuation of Deferred@1476277504 after retry RPC after error@964364125) -> (continuation of Deferred@621415761 after retry RPC after error@1282498286), errback=(continuation of Deferred@2059104658 after retry RPC after error@1813868759) -> (continuation of Deferred@747259700 after retry RPC after error@215125351) -> (continuation of Deferred@759454350 after retry RPC after error@718806073) -> (continuation of Deferred@1410686385 after retry RPC after error@1278495713) -> (continuation of Deferred@1126955203 after retry RPC after error@695733579) -> (continuation of Deferred@1476277504 after retry RPC after error@964364125) -> (continuation of Deferred@621415761 after retry RPC after error@1282498286)))
20:04:03.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.308 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.368 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.448 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.508 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.528 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.534 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1127606512(state=PENDING, result=null, callback=(continuation of Deferred@622515028 after retry RPC after error@1605119894) -> (continuation of Deferred@1393127100 after retry RPC after error@1058504261) -> (continuation of Deferred@1281657472 after retry RPC after error@1921702917) -> (continuation of Deferred@1793994854 after retry RPC after error@1854905896) -> (continuation of Deferred@106375667 after retry RPC after error@580495304) -> (continuation of Deferred@963628797 after retry RPC after error@721647910) -> (continuation of Deferred@337954052 after retry RPC after error@2070714287) -> (continuation of Deferred@1018406425 after retry RPC after error@214512352), errback=(continuation of Deferred@622515028 after retry RPC after error@1605119894) -> (continuation of Deferred@1393127100 after retry RPC after error@1058504261) -> (continuation of Deferred@1281657472 after retry RPC after error@1921702917) -> (continuation of Deferred@1793994854 after retry RPC after error@1854905896) -> (continuation of Deferred@106375667 after retry RPC after error@580495304) -> (continuation of Deferred@963628797 after retry RPC after error@721647910) -> (continuation of Deferred@337954052 after retry RPC after error@2070714287) -> (continuation of Deferred@1018406425 after retry RPC after error@214512352)))
20:04:03.535 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1127606512(state=PENDING, result=null, callback=(continuation of Deferred@622515028 after retry RPC after error@1605119894) -> (continuation of Deferred@1393127100 after retry RPC after error@1058504261) -> (continuation of Deferred@1281657472 after retry RPC after error@1921702917) -> (continuation of Deferred@1793994854 after retry RPC after error@1854905896) -> (continuation of Deferred@106375667 after retry RPC after error@580495304) -> (continuation of Deferred@963628797 after retry RPC after error@721647910) -> (continuation of Deferred@337954052 after retry RPC after error@2070714287) -> (continuation of Deferred@1018406425 after retry RPC after error@214512352), errback=(continuation of Deferred@622515028 after retry RPC after error@1605119894) -> (continuation of Deferred@1393127100 after retry RPC after error@1058504261) -> (continuation of Deferred@1281657472 after retry RPC after error@1921702917) -> (continuation of Deferred@1793994854 after retry RPC after error@1854905896) -> (continuation of Deferred@106375667 after retry RPC after error@580495304) -> (continuation of Deferred@963628797 after retry RPC after error@721647910) -> (continuation of Deferred@337954052 after retry RPC after error@2070714287) -> (continuation of Deferred@1018406425 after retry RPC after error@214512352)))
20:04:03.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.647 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:03.702739 27669 master_runner.cc:186] Error getting master registration for 127.26.7.190:33659: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111),
20:04:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:03.702971 27669 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:03.805 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@4458135(state=PENDING, result=null, callback=(continuation of Deferred@110432766 after retry RPC after error@1859861718) -> (continuation of Deferred@68282317 after retry RPC after error@608250214) -> (continuation of Deferred@183883505 after retry RPC after error@1040152309) -> (continuation of Deferred@911982856 after retry RPC after error@461165756) -> (continuation of Deferred@1058720636 after retry RPC after error@2031377076) -> (continuation of Deferred@296716063 after retry RPC after error@1821079714) -> (continuation of Deferred@86187876 after retry RPC after error@1580807310), errback=(continuation of Deferred@110432766 after retry RPC after error@1859861718) -> (continuation of Deferred@68282317 after retry RPC after error@608250214) -> (continuation of Deferred@183883505 after retry RPC after error@1040152309) -> (continuation of Deferred@911982856 after retry RPC after error@461165756) -> (continuation of Deferred@1058720636 after retry RPC after error@2031377076) -> (continuation of Deferred@296716063 after retry RPC after error@1821079714) -> (continuation of Deferred@86187876 after retry RPC after error@1580807310)))
20:04:03.806 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:03.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:03.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:03.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:03.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:03.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:03.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.008 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@625906123(state=PENDING, result=null, callback=(continuation of Deferred@1529868291 after retry RPC after error@1532799825) -> (continuation of Deferred@425019026 after retry RPC after error@1212435642) -> (continuation of Deferred@1817121369 after retry RPC after error@1391934114) -> (continuation of Deferred@1629853624 after retry RPC after error@200156858) -> (continuation of Deferred@522661956 after retry RPC after error@1953377064) -> (continuation of Deferred@968620618 after retry RPC after error@1134215217), errback=(continuation of Deferred@1529868291 after retry RPC after error@1532799825) -> (continuation of Deferred@425019026 after retry RPC after error@1212435642) -> (continuation of Deferred@1817121369 after retry RPC after error@1391934114) -> (continuation of Deferred@1629853624 after retry RPC after error@200156858) -> (continuation of Deferred@522661956 after retry RPC after error@1953377064) -> (continuation of Deferred@968620618 after retry RPC after error@1134215217)))
20:04:04.009 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@625906123(state=PENDING, result=null, callback=(continuation of Deferred@1529868291 after retry RPC after error@1532799825) -> (continuation of Deferred@425019026 after retry RPC after error@1212435642) -> (continuation of Deferred@1817121369 after retry RPC after error@1391934114) -> (continuation of Deferred@1629853624 after retry RPC after error@200156858) -> (continuation of Deferred@522661956 after retry RPC after error@1953377064) -> (continuation of Deferred@968620618 after retry RPC after error@1134215217), errback=(continuation of Deferred@1529868291 after retry RPC after error@1532799825) -> (continuation of Deferred@425019026 after retry RPC after error@1212435642) -> (continuation of Deferred@1817121369 after retry RPC after error@1391934114) -> (continuation of Deferred@1629853624 after retry RPC after error@200156858) -> (continuation of Deferred@522661956 after retry RPC after error@1953377064) -> (continuation of Deferred@968620618 after retry RPC after error@1134215217)))
20:04:04.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.068 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.088 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.247 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.247 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@309023463(state=PENDING, result=null, callback=(continuation of Deferred@999132412 after retry RPC after error@829557049) -> (continuation of Deferred@1644388114 after retry RPC after error@716690911) -> (continuation of Deferred@2106213913 after retry RPC after error@1552986960) -> (continuation of Deferred@613649439 after retry RPC after error@815705215) -> (continuation of Deferred@520851195 after retry RPC after error@1188603001) -> (continuation of Deferred@2115185609 after retry RPC after error@1001098528) -> (continuation of Deferred@2014617848 after retry RPC after error@2070685935), errback=(continuation of Deferred@999132412 after retry RPC after error@829557049) -> (continuation of Deferred@1644388114 after retry RPC after error@716690911) -> (continuation of Deferred@2106213913 after retry RPC after error@1552986960) -> (continuation of Deferred@613649439 after retry RPC after error@815705215) -> (continuation of Deferred@520851195 after retry RPC after error@1188603001) -> (continuation of Deferred@2115185609 after retry RPC after error@1001098528) -> (continuation of Deferred@2014617848 after retry RPC after error@2070685935)))
20:04:04.248 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@309023463(state=PENDING, result=null, callback=(continuation of Deferred@999132412 after retry RPC after error@829557049) -> (continuation of Deferred@1644388114 after retry RPC after error@716690911) -> (continuation of Deferred@2106213913 after retry RPC after error@1552986960) -> (continuation of Deferred@613649439 after retry RPC after error@815705215) -> (continuation of Deferred@520851195 after retry RPC after error@1188603001) -> (continuation of Deferred@2115185609 after retry RPC after error@1001098528) -> (continuation of Deferred@2014617848 after retry RPC after error@2070685935), errback=(continuation of Deferred@999132412 after retry RPC after error@829557049) -> (continuation of Deferred@1644388114 after retry RPC after error@716690911) -> (continuation of Deferred@2106213913 after retry RPC after error@1552986960) -> (continuation of Deferred@613649439 after retry RPC after error@815705215) -> (continuation of Deferred@520851195 after retry RPC after error@1188603001) -> (continuation of Deferred@2115185609 after retry RPC after error@1001098528) -> (continuation of Deferred@2014617848 after retry RPC after error@2070685935)))
20:04:04.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:04.327426 27880 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:04:04.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:04.327607 27880 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:04:04.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:04.328346 27880 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:04:04.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:04.331336 27688 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:04:04.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:04.331521 27687 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:04:04.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:04.331615 27687 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2; no voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d
20:04:04.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:04.331854 27880 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
20:04:04.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.468 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@412863211(state=PENDING, result=null, callback=(continuation of Deferred@478155908 after retry RPC after error@646913206) -> (continuation of Deferred@1214722726 after retry RPC after error@250439123) -> (continuation of Deferred@315978942 after retry RPC after error@1289859326) -> (continuation of Deferred@1029851590 after retry RPC after error@1489268804) -> (continuation of Deferred@1628278630 after retry RPC after error@539670009) -> (continuation of Deferred@254407747 after retry RPC after error@1947530162) -> (continuation of Deferred@2045715689 after retry RPC after error@211800912), errback=(continuation of Deferred@478155908 after retry RPC after error@646913206) -> (continuation of Deferred@1214722726 after retry RPC after error@250439123) -> (continuation of Deferred@315978942 after retry RPC after error@1289859326) -> (continuation of Deferred@1029851590 after retry RPC after error@1489268804) -> (continuation of Deferred@1628278630 after retry RPC after error@539670009) -> (continuation of Deferred@254407747 after retry RPC after error@1947530162) -> (continuation of Deferred@2045715689 after retry RPC after error@211800912)))
20:04:04.468 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@412863211(state=PENDING, result=null, callback=(continuation of Deferred@478155908 after retry RPC after error@646913206) -> (continuation of Deferred@1214722726 after retry RPC after error@250439123) -> (continuation of Deferred@315978942 after retry RPC after error@1289859326) -> (continuation of Deferred@1029851590 after retry RPC after error@1489268804) -> (continuation of Deferred@1628278630 after retry RPC after error@539670009) -> (continuation of Deferred@254407747 after retry RPC after error@1947530162) -> (continuation of Deferred@2045715689 after retry RPC after error@211800912), errback=(continuation of Deferred@478155908 after retry RPC after error@646913206) -> (continuation of Deferred@1214722726 after retry RPC after error@250439123) -> (continuation of Deferred@315978942 after retry RPC after error@1289859326) -> (continuation of Deferred@1029851590 after retry RPC after error@1489268804) -> (continuation of Deferred@1628278630 after retry RPC after error@539670009) -> (continuation of Deferred@254407747 after retry RPC after error@1947530162) -> (continuation of Deferred@2045715689 after retry RPC after error@211800912)))
20:04:04.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.668 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.668 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [183ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@888444780(state=PENDING, result=null, callback=(continuation of Deferred@461073259 after retry RPC after error@1268808526) -> (continuation of Deferred@317653555 after retry RPC after error@36743413) -> (continuation of Deferred@1120975851 after retry RPC after error@182637300) -> (continuation of Deferred@1626777345 after retry RPC after error@1728503018) -> (continuation of Deferred@541993986 after retry RPC after error@1017593741) -> (continuation of Deferred@1773951415 after retry RPC after error@948709862), errback=(continuation of Deferred@461073259 after retry RPC after error@1268808526) -> (continuation of Deferred@317653555 after retry RPC after error@36743413) -> (continuation of Deferred@1120975851 after retry RPC after error@182637300) -> (continuation of Deferred@1626777345 after retry RPC after error@1728503018) -> (continuation of Deferred@541993986 after retry RPC after error@1017593741) -> (continuation of Deferred@1773951415 after retry RPC after error@948709862)))
20:04:04.669 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [183ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@888444780(state=PENDING, result=null, callback=(continuation of Deferred@461073259 after retry RPC after error@1268808526) -> (continuation of Deferred@317653555 after retry RPC after error@36743413) -> (continuation of Deferred@1120975851 after retry RPC after error@182637300) -> (continuation of Deferred@1626777345 after retry RPC after error@1728503018) -> (continuation of Deferred@541993986 after retry RPC after error@1017593741) -> (continuation of Deferred@1773951415 after retry RPC after error@948709862), errback=(continuation of Deferred@461073259 after retry RPC after error@1268808526) -> (continuation of Deferred@317653555 after retry RPC after error@36743413) -> (continuation of Deferred@1120975851 after retry RPC after error@182637300) -> (continuation of Deferred@1626777345 after retry RPC after error@1728503018) -> (continuation of Deferred@541993986 after retry RPC after error@1017593741) -> (continuation of Deferred@1773951415 after retry RPC after error@948709862)))
20:04:04.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.748 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.887 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@942013327(state=PENDING, result=null, callback=(continuation of Deferred@1135444073 after retry RPC after error@1533722499) -> (continuation of Deferred@1304140039 after retry RPC after error@1523968700) -> (continuation of Deferred@1968478023 after retry RPC after error@2077014217) -> (continuation of Deferred@1781429526 after retry RPC after error@534508261) -> (continuation of Deferred@1315221750 after retry RPC after error@1357923075) -> (continuation of Deferred@1232018126 after retry RPC after error@165909980) -> (continuation of Deferred@1651210006 after retry RPC after error@819054595), errback=(continuation of Deferred@1135444073 after retry RPC after error@1533722499) -> (continuation of Deferred@1304140039 after retry RPC after error@1523968700) -> (continuation of Deferred@1968478023 after retry RPC after error@2077014217) -> (continuation of Deferred@1781429526 after retry RPC after error@534508261) -> (continuation of Deferred@1315221750 after retry RPC after error@1357923075) -> (continuation of Deferred@1232018126 after retry RPC after error@165909980) -> (continuation of Deferred@1651210006 after retry RPC after error@819054595)))
20:04:04.888 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@942013327(state=PENDING, result=null, callback=(continuation of Deferred@1135444073 after retry RPC after error@1533722499) -> (continuation of Deferred@1304140039 after retry RPC after error@1523968700) -> (continuation of Deferred@1968478023 after retry RPC after error@2077014217) -> (continuation of Deferred@1781429526 after retry RPC after error@534508261) -> (continuation of Deferred@1315221750 after retry RPC after error@1357923075) -> (continuation of Deferred@1232018126 after retry RPC after error@165909980) -> (continuation of Deferred@1651210006 after retry RPC after error@819054595), errback=(continuation of Deferred@1135444073 after retry RPC after error@1533722499) -> (continuation of Deferred@1304140039 after retry RPC after error@1523968700) -> (continuation of Deferred@1968478023 after retry RPC after error@2077014217) -> (continuation of Deferred@1781429526 after retry RPC after error@534508261) -> (continuation of Deferred@1315221750 after retry RPC after error@1357923075) -> (continuation of Deferred@1232018126 after retry RPC after error@165909980) -> (continuation of Deferred@1651210006 after retry RPC after error@819054595)))
20:04:04.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:04.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:04.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:04.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:04.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:04.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.148 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@481391041(state=PENDING, result=null, callback=(continuation of Deferred@572679250 after retry RPC after error@466196622) -> (continuation of Deferred@1777753141 after retry RPC after error@2128484275) -> (continuation of Deferred@1341123790 after retry RPC after error@406126677) -> (continuation of Deferred@1140453522 after retry RPC after error@1293161681) -> (continuation of Deferred@2108495905 after retry RPC after error@1303025769) -> (continuation of Deferred@1096522798 after retry RPC after error@746895944) -> (continuation of Deferred@964543465 after retry RPC after error@546139519) -> (continuation of Deferred@1034567596 after retry RPC after error@888505515), errback=(continuation of Deferred@572679250 after retry RPC after error@466196622) -> (continuation of Deferred@1777753141 after retry RPC after error@2128484275) -> (continuation of Deferred@1341123790 after retry RPC after error@406126677) -> (continuation of Deferred@1140453522 after retry RPC after error@1293161681) -> (continuation of Deferred@2108495905 after retry RPC after error@1303025769) -> (continuation of Deferred@1096522798 after retry RPC after error@746895944) -> (continuation of Deferred@964543465 after retry RPC after error@546139519) -> (continuation of Deferred@1034567596 after retry RPC after error@888505515)))
20:04:05.148 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@481391041(state=PENDING, result=null, callback=(continuation of Deferred@572679250 after retry RPC after error@466196622) -> (continuation of Deferred@1777753141 after retry RPC after error@2128484275) -> (continuation of Deferred@1341123790 after retry RPC after error@406126677) -> (continuation of Deferred@1140453522 after retry RPC after error@1293161681) -> (continuation of Deferred@2108495905 after retry RPC after error@1303025769) -> (continuation of Deferred@1096522798 after retry RPC after error@746895944) -> (continuation of Deferred@964543465 after retry RPC after error@546139519) -> (continuation of Deferred@1034567596 after retry RPC after error@888505515), errback=(continuation of Deferred@572679250 after retry RPC after error@466196622) -> (continuation of Deferred@1777753141 after retry RPC after error@2128484275) -> (continuation of Deferred@1341123790 after retry RPC after error@406126677) -> (continuation of Deferred@1140453522 after retry RPC after error@1293161681) -> (continuation of Deferred@2108495905 after retry RPC after error@1303025769) -> (continuation of Deferred@1096522798 after retry RPC after error@746895944) -> (continuation of Deferred@964543465 after retry RPC after error@546139519) -> (continuation of Deferred@1034567596 after retry RPC after error@888505515)))
20:04:05.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.387 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1952936406(state=PENDING, result=null, callback=(continuation of Deferred@612427488 after retry RPC after error@1581357596) -> (continuation of Deferred@462133016 after retry RPC after error@1412283518) -> (continuation of Deferred@2008672253 after retry RPC after error@637141612) -> (continuation of Deferred@1653502620 after retry RPC after error@1534717183) -> (continuation of Deferred@1665629794 after retry RPC after error@383514884) -> (continuation of Deferred@122713041 after retry RPC after error@324692432) -> (continuation of Deferred@1270260151 after retry RPC after error@40661532), errback=(continuation of Deferred@612427488 after retry RPC after error@1581357596) -> (continuation of Deferred@462133016 after retry RPC after error@1412283518) -> (continuation of Deferred@2008672253 after retry RPC after error@637141612) -> (continuation of Deferred@1653502620 after retry RPC after error@1534717183) -> (continuation of Deferred@1665629794 after retry RPC after error@383514884) -> (continuation of Deferred@122713041 after retry RPC after error@324692432) -> (continuation of Deferred@1270260151 after retry RPC after error@40661532)))
20:04:05.387 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1952936406(state=PENDING, result=null, callback=(continuation of Deferred@612427488 after retry RPC after error@1581357596) -> (continuation of Deferred@462133016 after retry RPC after error@1412283518) -> (continuation of Deferred@2008672253 after retry RPC after error@637141612) -> (continuation of Deferred@1653502620 after retry RPC after error@1534717183) -> (continuation of Deferred@1665629794 after retry RPC after error@383514884) -> (continuation of Deferred@122713041 after retry RPC after error@324692432) -> (continuation of Deferred@1270260151 after retry RPC after error@40661532), errback=(continuation of Deferred@612427488 after retry RPC after error@1581357596) -> (continuation of Deferred@462133016 after retry RPC after error@1412283518) -> (continuation of Deferred@2008672253 after retry RPC after error@637141612) -> (continuation of Deferred@1653502620 after retry RPC after error@1534717183) -> (continuation of Deferred@1665629794 after retry RPC after error@383514884) -> (continuation of Deferred@122713041 after retry RPC after error@324692432) -> (continuation of Deferred@1270260151 after retry RPC after error@40661532)))
20:04:05.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.448 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.568 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [44ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1796832802(state=PENDING, result=null, callback=(continuation of Deferred@341525611 after retry RPC after error@916820771) -> (continuation of Deferred@1217639396 after retry RPC after error@1759198394) -> (continuation of Deferred@644695510 after retry RPC after error@1011611315) -> (continuation of Deferred@1771204173 after retry RPC after error@1486725417) -> (continuation of Deferred@345115673 after retry RPC after error@1997508182) -> (continuation of Deferred@227899132 after retry RPC after error@942938766), errback=(continuation of Deferred@341525611 after retry RPC after error@916820771) -> (continuation of Deferred@1217639396 after retry RPC after error@1759198394) -> (continuation of Deferred@644695510 after retry RPC after error@1011611315) -> (continuation of Deferred@1771204173 after retry RPC after error@1486725417) -> (continuation of Deferred@345115673 after retry RPC after error@1997508182) -> (continuation of Deferred@227899132 after retry RPC after error@942938766)))
20:04:05.568 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [44ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1796832802(state=PENDING, result=null, callback=(continuation of Deferred@341525611 after retry RPC after error@916820771) -> (continuation of Deferred@1217639396 after retry RPC after error@1759198394) -> (continuation of Deferred@644695510 after retry RPC after error@1011611315) -> (continuation of Deferred@1771204173 after retry RPC after error@1486725417) -> (continuation of Deferred@345115673 after retry RPC after error@1997508182) -> (continuation of Deferred@227899132 after retry RPC after error@942938766), errback=(continuation of Deferred@341525611 after retry RPC after error@916820771) -> (continuation of Deferred@1217639396 after retry RPC after error@1759198394) -> (continuation of Deferred@644695510 after retry RPC after error@1011611315) -> (continuation of Deferred@1771204173 after retry RPC after error@1486725417) -> (continuation of Deferred@345115673 after retry RPC after error@1997508182) -> (continuation of Deferred@227899132 after retry RPC after error@942938766)))
20:04:05.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1679079550(state=PENDING, result=null, callback=(continuation of Deferred@823084491 after retry RPC after error@727347178) -> (continuation of Deferred@1682518179 after retry RPC after error@635413276) -> (continuation of Deferred@1857395569 after retry RPC after error@375950450) -> (continuation of Deferred@998865460 after retry RPC after error@1670834458) -> (continuation of Deferred@557488138 after retry RPC after error@1944296259) -> (continuation of Deferred@55252945 after retry RPC after error@1463935131) -> (continuation of Deferred@583981233 after retry RPC after error@1301833256), errback=(continuation of Deferred@823084491 after retry RPC after error@727347178) -> (continuation of Deferred@1682518179 after retry RPC after error@635413276) -> (continuation of Deferred@1857395569 after retry RPC after error@375950450) -> (continuation of Deferred@998865460 after retry RPC after error@1670834458) -> (continuation of Deferred@557488138 after retry RPC after error@1944296259) -> (continuation of Deferred@55252945 after retry RPC after error@1463935131) -> (continuation of Deferred@583981233 after retry RPC after error@1301833256)))
20:04:05.788 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1679079550(state=PENDING, result=null, callback=(continuation of Deferred@823084491 after retry RPC after error@727347178) -> (continuation of Deferred@1682518179 after retry RPC after error@635413276) -> (continuation of Deferred@1857395569 after retry RPC after error@375950450) -> (continuation of Deferred@998865460 after retry RPC after error@1670834458) -> (continuation of Deferred@557488138 after retry RPC after error@1944296259) -> (continuation of Deferred@55252945 after retry RPC after error@1463935131) -> (continuation of Deferred@583981233 after retry RPC after error@1301833256), errback=(continuation of Deferred@823084491 after retry RPC after error@727347178) -> (continuation of Deferred@1682518179 after retry RPC after error@635413276) -> (continuation of Deferred@1857395569 after retry RPC after error@375950450) -> (continuation of Deferred@998865460 after retry RPC after error@1670834458) -> (continuation of Deferred@557488138 after retry RPC after error@1944296259) -> (continuation of Deferred@55252945 after retry RPC after error@1463935131) -> (continuation of Deferred@583981233 after retry RPC after error@1301833256)))
20:04:05.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:05.967 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1097095820(state=PENDING, result=null, callback=(continuation of Deferred@1802639786 after retry RPC after error@1003833041) -> (continuation of Deferred@1813179849 after retry RPC after error@264334077) -> (continuation of Deferred@1946525158 after retry RPC after error@1702346361) -> (continuation of Deferred@519076795 after retry RPC after error@442657818) -> (continuation of Deferred@1120938013 after retry RPC after error@437047880) -> (continuation of Deferred@129785617 after retry RPC after error@246935872), errback=(continuation of Deferred@1802639786 after retry RPC after error@1003833041) -> (continuation of Deferred@1813179849 after retry RPC after error@264334077) -> (continuation of Deferred@1946525158 after retry RPC after error@1702346361) -> (continuation of Deferred@519076795 after retry RPC after error@442657818) -> (continuation of Deferred@1120938013 after retry RPC after error@437047880) -> (continuation of Deferred@129785617 after retry RPC after error@246935872)))
20:04:05.968 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1097095820(state=PENDING, result=null, callback=(continuation of Deferred@1802639786 after retry RPC after error@1003833041) -> (continuation of Deferred@1813179849 after retry RPC after error@264334077) -> (continuation of Deferred@1946525158 after retry RPC after error@1702346361) -> (continuation of Deferred@519076795 after retry RPC after error@442657818) -> (continuation of Deferred@1120938013 after retry RPC after error@437047880) -> (continuation of Deferred@129785617 after retry RPC after error@246935872), errback=(continuation of Deferred@1802639786 after retry RPC after error@1003833041) -> (continuation of Deferred@1813179849 after retry RPC after error@264334077) -> (continuation of Deferred@1946525158 after retry RPC after error@1702346361) -> (continuation of Deferred@519076795 after retry RPC after error@442657818) -> (continuation of Deferred@1120938013 after retry RPC after error@437047880) -> (continuation of Deferred@129785617 after retry RPC after error@246935872)))
20:04:05.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:05.977519 27299 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 1)
20:04:05.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:05.981925 27299 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '90933ceb591a418bb48747de08294acc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '90933ceb591a418bb48747de08294acc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 1)
20:04:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:05.984313 27299 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.7.188:35985)
20:04:05.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:05.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:05.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:05.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:05.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.207 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@976103928(state=PENDING, result=null, callback=(continuation of Deferred@281660272 after retry RPC after error@360807695) -> (continuation of Deferred@1338049841 after retry RPC after error@82547928) -> (continuation of Deferred@1520917886 after retry RPC after error@1154497056) -> (continuation of Deferred@67065606 after retry RPC after error@1533697781) -> (continuation of Deferred@994489419 after retry RPC after error@2122483769) -> (continuation of Deferred@129808264 after retry RPC after error@237554812) -> (continuation of Deferred@12768542 after retry RPC after error@1793803903), errback=(continuation of Deferred@281660272 after retry RPC after error@360807695) -> (continuation of Deferred@1338049841 after retry RPC after error@82547928) -> (continuation of Deferred@1520917886 after retry RPC after error@1154497056) -> (continuation of Deferred@67065606 after retry RPC after error@1533697781) -> (continuation of Deferred@994489419 after retry RPC after error@2122483769) -> (continuation of Deferred@129808264 after retry RPC after error@237554812) -> (continuation of Deferred@12768542 after retry RPC after error@1793803903)))
20:04:06.207 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@976103928(state=PENDING, result=null, callback=(continuation of Deferred@281660272 after retry RPC after error@360807695) -> (continuation of Deferred@1338049841 after retry RPC after error@82547928) -> (continuation of Deferred@1520917886 after retry RPC after error@1154497056) -> (continuation of Deferred@67065606 after retry RPC after error@1533697781) -> (continuation of Deferred@994489419 after retry RPC after error@2122483769) -> (continuation of Deferred@129808264 after retry RPC after error@237554812) -> (continuation of Deferred@12768542 after retry RPC after error@1793803903), errback=(continuation of Deferred@281660272 after retry RPC after error@360807695) -> (continuation of Deferred@1338049841 after retry RPC after error@82547928) -> (continuation of Deferred@1520917886 after retry RPC after error@1154497056) -> (continuation of Deferred@67065606 after retry RPC after error@1533697781) -> (continuation of Deferred@994489419 after retry RPC after error@2122483769) -> (continuation of Deferred@129808264 after retry RPC after error@237554812) -> (continuation of Deferred@12768542 after retry RPC after error@1793803903)))
20:04:06.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.306 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.308 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.486 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1299421400(state=PENDING, result=null, callback=(continuation of Deferred@1359792380 after retry RPC after error@743890582) -> (continuation of Deferred@284051177 after retry RPC after error@1091217780) -> (continuation of Deferred@1987494529 after retry RPC after error@1825439927) -> (continuation of Deferred@242604745 after retry RPC after error@438342522) -> (continuation of Deferred@1518483573 after retry RPC after error@1179996202) -> (continuation of Deferred@1716943291 after retry RPC after error@2029227336) -> (continuation of Deferred@863589299 after retry RPC after error@1606521334), errback=(continuation of Deferred@1359792380 after retry RPC after error@743890582) -> (continuation of Deferred@284051177 after retry RPC after error@1091217780) -> (continuation of Deferred@1987494529 after retry RPC after error@1825439927) -> (continuation of Deferred@242604745 after retry RPC after error@438342522) -> (continuation of Deferred@1518483573 after retry RPC after error@1179996202) -> (continuation of Deferred@1716943291 after retry RPC after error@2029227336) -> (continuation of Deferred@863589299 after retry RPC after error@1606521334)))
20:04:06.486 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:06.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.588 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.727 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1119322017(state=PENDING, result=null, callback=(continuation of Deferred@1374331263 after retry RPC after error@522281354) -> (continuation of Deferred@528863614 after retry RPC after error@1714880344) -> (continuation of Deferred@1658014648 after retry RPC after error@1986681689) -> (continuation of Deferred@1205168843 after retry RPC after error@382243158) -> (continuation of Deferred@1857980092 after retry RPC after error@1252698273) -> (continuation of Deferred@650444813 after retry RPC after error@1951754146) -> (continuation of Deferred@1849988338 after retry RPC after error@1899288123), errback=(continuation of Deferred@1374331263 after retry RPC after error@522281354) -> (continuation of Deferred@528863614 after retry RPC after error@1714880344) -> (continuation of Deferred@1658014648 after retry RPC after error@1986681689) -> (continuation of Deferred@1205168843 after retry RPC after error@382243158) -> (continuation of Deferred@1857980092 after retry RPC after error@1252698273) -> (continuation of Deferred@650444813 after retry RPC after error@1951754146) -> (continuation of Deferred@1849988338 after retry RPC after error@1899288123)))
20:04:06.728 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1119322017(state=PENDING, result=null, callback=(continuation of Deferred@1374331263 after retry RPC after error@522281354) -> (continuation of Deferred@528863614 after retry RPC after error@1714880344) -> (continuation of Deferred@1658014648 after retry RPC after error@1986681689) -> (continuation of Deferred@1205168843 after retry RPC after error@382243158) -> (continuation of Deferred@1857980092 after retry RPC after error@1252698273) -> (continuation of Deferred@650444813 after retry RPC after error@1951754146) -> (continuation of Deferred@1849988338 after retry RPC after error@1899288123), errback=(continuation of Deferred@1374331263 after retry RPC after error@522281354) -> (continuation of Deferred@528863614 after retry RPC after error@1714880344) -> (continuation of Deferred@1658014648 after retry RPC after error@1986681689) -> (continuation of Deferred@1205168843 after retry RPC after error@382243158) -> (continuation of Deferred@1857980092 after retry RPC after error@1252698273) -> (continuation of Deferred@650444813 after retry RPC after error@1951754146) -> (continuation of Deferred@1849988338 after retry RPC after error@1899288123)))
20:04:06.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.784 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.927 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@995720165(state=PENDING, result=null, callback=(continuation of Deferred@259798148 after retry RPC after error@1108705786) -> (continuation of Deferred@2109444890 after retry RPC after error@223172891) -> (continuation of Deferred@1669039138 after retry RPC after error@219136998) -> (continuation of Deferred@739090974 after retry RPC after error@1265607429) -> (continuation of Deferred@1955230942 after retry RPC after error@132749658) -> (continuation of Deferred@1186322155 after retry RPC after error@1886659251) -> (continuation of Deferred@1467978983 after retry RPC after error@471327771), errback=(continuation of Deferred@259798148 after retry RPC after error@1108705786) -> (continuation of Deferred@2109444890 after retry RPC after error@223172891) -> (continuation of Deferred@1669039138 after retry RPC after error@219136998) -> (continuation of Deferred@739090974 after retry RPC after error@1265607429) -> (continuation of Deferred@1955230942 after retry RPC after error@132749658) -> (continuation of Deferred@1186322155 after retry RPC after error@1886659251) -> (continuation of Deferred@1467978983 after retry RPC after error@471327771)))
20:04:06.928 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@995720165(state=PENDING, result=null, callback=(continuation of Deferred@259798148 after retry RPC after error@1108705786) -> (continuation of Deferred@2109444890 after retry RPC after error@223172891) -> (continuation of Deferred@1669039138 after retry RPC after error@219136998) -> (continuation of Deferred@739090974 after retry RPC after error@1265607429) -> (continuation of Deferred@1955230942 after retry RPC after error@132749658) -> (continuation of Deferred@1186322155 after retry RPC after error@1886659251) -> (continuation of Deferred@1467978983 after retry RPC after error@471327771), errback=(continuation of Deferred@259798148 after retry RPC after error@1108705786) -> (continuation of Deferred@2109444890 after retry RPC after error@223172891) -> (continuation of Deferred@1669039138 after retry RPC after error@219136998) -> (continuation of Deferred@739090974 after retry RPC after error@1265607429) -> (continuation of Deferred@1955230942 after retry RPC after error@132749658) -> (continuation of Deferred@1186322155 after retry RPC after error@1886659251) -> (continuation of Deferred@1467978983 after retry RPC after error@471327771)))
20:04:06.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:06.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:06.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:06.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:06.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:06.988 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.187 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1435921801(state=PENDING, result=null, callback=(continuation of Deferred@664168431 after retry RPC after error@799590942) -> (continuation of Deferred@1883255009 after retry RPC after error@383574341) -> (continuation of Deferred@39933294 after retry RPC after error@1802540806) -> (continuation of Deferred@449213873 after retry RPC after error@1809938789) -> (continuation of Deferred@1663277906 after retry RPC after error@210040983) -> (continuation of Deferred@625373003 after retry RPC after error@1158414551) -> (continuation of Deferred@982182447 after retry RPC after error@300023209), errback=(continuation of Deferred@664168431 after retry RPC after error@799590942) -> (continuation of Deferred@1883255009 after retry RPC after error@383574341) -> (continuation of Deferred@39933294 after retry RPC after error@1802540806) -> (continuation of Deferred@449213873 after retry RPC after error@1809938789) -> (continuation of Deferred@1663277906 after retry RPC after error@210040983) -> (continuation of Deferred@625373003 after retry RPC after error@1158414551) -> (continuation of Deferred@982182447 after retry RPC after error@300023209)))
20:04:07.188 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1435921801(state=PENDING, result=null, callback=(continuation of Deferred@664168431 after retry RPC after error@799590942) -> (continuation of Deferred@1883255009 after retry RPC after error@383574341) -> (continuation of Deferred@39933294 after retry RPC after error@1802540806) -> (continuation of Deferred@449213873 after retry RPC after error@1809938789) -> (continuation of Deferred@1663277906 after retry RPC after error@210040983) -> (continuation of Deferred@625373003 after retry RPC after error@1158414551) -> (continuation of Deferred@982182447 after retry RPC after error@300023209), errback=(continuation of Deferred@664168431 after retry RPC after error@799590942) -> (continuation of Deferred@1883255009 after retry RPC after error@383574341) -> (continuation of Deferred@39933294 after retry RPC after error@1802540806) -> (continuation of Deferred@449213873 after retry RPC after error@1809938789) -> (continuation of Deferred@1663277906 after retry RPC after error@210040983) -> (continuation of Deferred@625373003 after retry RPC after error@1158414551) -> (continuation of Deferred@982182447 after retry RPC after error@300023209)))
20:04:07.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.367 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1807506972(state=PENDING, result=null, callback=(continuation of Deferred@32316404 after retry RPC after error@9866023) -> (continuation of Deferred@1875580262 after retry RPC after error@1712253501) -> (continuation of Deferred@257261491 after retry RPC after error@992875213) -> (continuation of Deferred@209277163 after retry RPC after error@498535515) -> (continuation of Deferred@960188601 after retry RPC after error@1925743913) -> (continuation of Deferred@888171923 after retry RPC after error@285239938), errback=(continuation of Deferred@32316404 after retry RPC after error@9866023) -> (continuation of Deferred@1875580262 after retry RPC after error@1712253501) -> (continuation of Deferred@257261491 after retry RPC after error@992875213) -> (continuation of Deferred@209277163 after retry RPC after error@498535515) -> (continuation of Deferred@960188601 after retry RPC after error@1925743913) -> (continuation of Deferred@888171923 after retry RPC after error@285239938)))
20:04:07.367 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1807506972(state=PENDING, result=null, callback=(continuation of Deferred@32316404 after retry RPC after error@9866023) -> (continuation of Deferred@1875580262 after retry RPC after error@1712253501) -> (continuation of Deferred@257261491 after retry RPC after error@992875213) -> (continuation of Deferred@209277163 after retry RPC after error@498535515) -> (continuation of Deferred@960188601 after retry RPC after error@1925743913) -> (continuation of Deferred@888171923 after retry RPC after error@285239938), errback=(continuation of Deferred@32316404 after retry RPC after error@9866023) -> (continuation of Deferred@1875580262 after retry RPC after error@1712253501) -> (continuation of Deferred@257261491 after retry RPC after error@992875213) -> (continuation of Deferred@209277163 after retry RPC after error@498535515) -> (continuation of Deferred@960188601 after retry RPC after error@1925743913) -> (continuation of Deferred@888171923 after retry RPC after error@285239938)))
20:04:07.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.645 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1405165234(state=PENDING, result=null, callback=(continuation of Deferred@1136077855 after retry RPC after error@1332179604) -> (continuation of Deferred@193348423 after retry RPC after error@1349122059) -> (continuation of Deferred@709157325 after retry RPC after error@1581499843) -> (continuation of Deferred@1743141175 after retry RPC after error@2026908768) -> (continuation of Deferred@1972887614 after retry RPC after error@893017746) -> (continuation of Deferred@1673782915 after retry RPC after error@445216183) -> (continuation of Deferred@1356193992 after retry RPC after error@930933390), errback=(continuation of Deferred@1136077855 after retry RPC after error@1332179604) -> (continuation of Deferred@193348423 after retry RPC after error@1349122059) -> (continuation of Deferred@709157325 after retry RPC after error@1581499843) -> (continuation of Deferred@1743141175 after retry RPC after error@2026908768) -> (continuation of Deferred@1972887614 after retry RPC after error@893017746) -> (continuation of Deferred@1673782915 after retry RPC after error@445216183) -> (continuation of Deferred@1356193992 after retry RPC after error@930933390)))
20:04:07.645 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:07.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.848 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@475407426(state=PENDING, result=null, callback=(continuation of Deferred@1336288340 after retry RPC after error@1539667401) -> (continuation of Deferred@804004805 after retry RPC after error@45446734) -> (continuation of Deferred@2085578440 after retry RPC after error@206843829) -> (continuation of Deferred@1114163185 after retry RPC after error@1799802612) -> (continuation of Deferred@1824038002 after retry RPC after error@1102852055) -> (continuation of Deferred@1173303134 after retry RPC after error@411265145) -> (continuation of Deferred@821046295 after retry RPC after error@269643593), errback=(continuation of Deferred@1336288340 after retry RPC after error@1539667401) -> (continuation of Deferred@804004805 after retry RPC after error@45446734) -> (continuation of Deferred@2085578440 after retry RPC after error@206843829) -> (continuation of Deferred@1114163185 after retry RPC after error@1799802612) -> (continuation of Deferred@1824038002 after retry RPC after error@1102852055) -> (continuation of Deferred@1173303134 after retry RPC after error@411265145) -> (continuation of Deferred@821046295 after retry RPC after error@269643593)))
20:04:07.848 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@475407426(state=PENDING, result=null, callback=(continuation of Deferred@1336288340 after retry RPC after error@1539667401) -> (continuation of Deferred@804004805 after retry RPC after error@45446734) -> (continuation of Deferred@2085578440 after retry RPC after error@206843829) -> (continuation of Deferred@1114163185 after retry RPC after error@1799802612) -> (continuation of Deferred@1824038002 after retry RPC after error@1102852055) -> (continuation of Deferred@1173303134 after retry RPC after error@411265145) -> (continuation of Deferred@821046295 after retry RPC after error@269643593), errback=(continuation of Deferred@1336288340 after retry RPC after error@1539667401) -> (continuation of Deferred@804004805 after retry RPC after error@45446734) -> (continuation of Deferred@2085578440 after retry RPC after error@206843829) -> (continuation of Deferred@1114163185 after retry RPC after error@1799802612) -> (continuation of Deferred@1824038002 after retry RPC after error@1102852055) -> (continuation of Deferred@1173303134 after retry RPC after error@411265145) -> (continuation of Deferred@821046295 after retry RPC after error@269643593)))
20:04:07.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:07.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:07.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:07.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:07.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:07.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1779091771(state=PENDING, result=null, callback=(continuation of Deferred@1658914665 after retry RPC after error@298624720) -> (continuation of Deferred@759071008 after retry RPC after error@289523373) -> (continuation of Deferred@2079408547 after retry RPC after error@268403243) -> (continuation of Deferred@1452356981 after retry RPC after error@1232790948) -> (continuation of Deferred@955734385 after retry RPC after error@1273658014) -> (continuation of Deferred@336581643 after retry RPC after error@172381419), errback=(continuation of Deferred@1658914665 after retry RPC after error@298624720) -> (continuation of Deferred@759071008 after retry RPC after error@289523373) -> (continuation of Deferred@2079408547 after retry RPC after error@268403243) -> (continuation of Deferred@1452356981 after retry RPC after error@1232790948) -> (continuation of Deferred@955734385 after retry RPC after error@1273658014) -> (continuation of Deferred@336581643 after retry RPC after error@172381419)))
20:04:08.028 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1779091771(state=PENDING, result=null, callback=(continuation of Deferred@1658914665 after retry RPC after error@298624720) -> (continuation of Deferred@759071008 after retry RPC after error@289523373) -> (continuation of Deferred@2079408547 after retry RPC after error@268403243) -> (continuation of Deferred@1452356981 after retry RPC after error@1232790948) -> (continuation of Deferred@955734385 after retry RPC after error@1273658014) -> (continuation of Deferred@336581643 after retry RPC after error@172381419), errback=(continuation of Deferred@1658914665 after retry RPC after error@298624720) -> (continuation of Deferred@759071008 after retry RPC after error@289523373) -> (continuation of Deferred@2079408547 after retry RPC after error@268403243) -> (continuation of Deferred@1452356981 after retry RPC after error@1232790948) -> (continuation of Deferred@955734385 after retry RPC after error@1273658014) -> (continuation of Deferred@336581643 after retry RPC after error@172381419)))
20:04:08.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.067 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.267 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1960328093(state=PENDING, result=null, callback=(continuation of Deferred@1775912702 after retry RPC after error@1613770768) -> (continuation of Deferred@1150407036 after retry RPC after error@1897926304) -> (continuation of Deferred@1257655244 after retry RPC after error@732385842) -> (continuation of Deferred@1635220491 after retry RPC after error@282278795) -> (continuation of Deferred@1745074806 after retry RPC after error@2032419718) -> (continuation of Deferred@602537869 after retry RPC after error@711956248) -> (continuation of Deferred@1607096361 after retry RPC after error@78186533), errback=(continuation of Deferred@1775912702 after retry RPC after error@1613770768) -> (continuation of Deferred@1150407036 after retry RPC after error@1897926304) -> (continuation of Deferred@1257655244 after retry RPC after error@732385842) -> (continuation of Deferred@1635220491 after retry RPC after error@282278795) -> (continuation of Deferred@1745074806 after retry RPC after error@2032419718) -> (continuation of Deferred@602537869 after retry RPC after error@711956248) -> (continuation of Deferred@1607096361 after retry RPC after error@78186533)))
20:04:08.268 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1960328093(state=PENDING, result=null, callback=(continuation of Deferred@1775912702 after retry RPC after error@1613770768) -> (continuation of Deferred@1150407036 after retry RPC after error@1897926304) -> (continuation of Deferred@1257655244 after retry RPC after error@732385842) -> (continuation of Deferred@1635220491 after retry RPC after error@282278795) -> (continuation of Deferred@1745074806 after retry RPC after error@2032419718) -> (continuation of Deferred@602537869 after retry RPC after error@711956248) -> (continuation of Deferred@1607096361 after retry RPC after error@78186533), errback=(continuation of Deferred@1775912702 after retry RPC after error@1613770768) -> (continuation of Deferred@1150407036 after retry RPC after error@1897926304) -> (continuation of Deferred@1257655244 after retry RPC after error@732385842) -> (continuation of Deferred@1635220491 after retry RPC after error@282278795) -> (continuation of Deferred@1745074806 after retry RPC after error@2032419718) -> (continuation of Deferred@602537869 after retry RPC after error@711956248) -> (continuation of Deferred@1607096361 after retry RPC after error@78186533)))
20:04:08.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.288 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.310 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.487 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [25ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@264107157(state=PENDING, result=null, callback=(continuation of Deferred@1348156497 after retry RPC after error@554199115) -> (continuation of Deferred@226398310 after retry RPC after error@1837618176) -> (continuation of Deferred@1681376341 after retry RPC after error@102736552) -> (continuation of Deferred@2132537261 after retry RPC after error@753865626) -> (continuation of Deferred@1990229822 after retry RPC after error@231836064) -> (continuation of Deferred@756513072 after retry RPC after error@2041629899) -> (continuation of Deferred@203162956 after retry RPC after error@226562534), errback=(continuation of Deferred@1348156497 after retry RPC after error@554199115) -> (continuation of Deferred@226398310 after retry RPC after error@1837618176) -> (continuation of Deferred@1681376341 after retry RPC after error@102736552) -> (continuation of Deferred@2132537261 after retry RPC after error@753865626) -> (continuation of Deferred@1990229822 after retry RPC after error@231836064) -> (continuation of Deferred@756513072 after retry RPC after error@2041629899) -> (continuation of Deferred@203162956 after retry RPC after error@226562534)))
20:04:08.488 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [25ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@264107157(state=PENDING, result=null, callback=(continuation of Deferred@1348156497 after retry RPC after error@554199115) -> (continuation of Deferred@226398310 after retry RPC after error@1837618176) -> (continuation of Deferred@1681376341 after retry RPC after error@102736552) -> (continuation of Deferred@2132537261 after retry RPC after error@753865626) -> (continuation of Deferred@1990229822 after retry RPC after error@231836064) -> (continuation of Deferred@756513072 after retry RPC after error@2041629899) -> (continuation of Deferred@203162956 after retry RPC after error@226562534), errback=(continuation of Deferred@1348156497 after retry RPC after error@554199115) -> (continuation of Deferred@226398310 after retry RPC after error@1837618176) -> (continuation of Deferred@1681376341 after retry RPC after error@102736552) -> (continuation of Deferred@2132537261 after retry RPC after error@753865626) -> (continuation of Deferred@1990229822 after retry RPC after error@231836064) -> (continuation of Deferred@756513072 after retry RPC after error@2041629899) -> (continuation of Deferred@203162956 after retry RPC after error@226562534)))
20:04:08.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:08.704447 27669 master_runner.cc:186] Error getting master registration for 127.26.7.190:33659: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111),
20:04:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:08.704630 27669 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:08.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.765 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1438715403(state=PENDING, result=null, callback=(continuation of Deferred@1637933114 after retry RPC after error@26476547) -> (continuation of Deferred@255561194 after retry RPC after error@1389853520) -> (continuation of Deferred@881913856 after retry RPC after error@363166345) -> (continuation of Deferred@1185079562 after retry RPC after error@801509237) -> (continuation of Deferred@476445309 after retry RPC after error@581614154) -> (continuation of Deferred@1943123364 after retry RPC after error@1827905804) -> (continuation of Deferred@1601575165 after retry RPC after error@687444403) -> (continuation of Deferred@1450933661 after retry RPC after error@670129567), errback=(continuation of Deferred@1637933114 after retry RPC after error@26476547) -> (continuation of Deferred@255561194 after retry RPC after error@1389853520) -> (continuation of Deferred@881913856 after retry RPC after error@363166345) -> (continuation of Deferred@1185079562 after retry RPC after error@801509237) -> (continuation of Deferred@476445309 after retry RPC after error@581614154) -> (continuation of Deferred@1943123364 after retry RPC after error@1827905804) -> (continuation of Deferred@1601575165 after retry RPC after error@687444403) -> (continuation of Deferred@1450933661 after retry RPC after error@670129567)))
20:04:08.766 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:08.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:08.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:08.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:08.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:08.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:08.988 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@531335664(state=PENDING, result=null, callback=(continuation of Deferred@1069003693 after retry RPC after error@1804895794) -> (continuation of Deferred@1667054834 after retry RPC after error@553307488) -> (continuation of Deferred@575809545 after retry RPC after error@1840815975) -> (continuation of Deferred@1728611470 after retry RPC after error@300930242) -> (continuation of Deferred@575579286 after retry RPC after error@195318815) -> (continuation of Deferred@682331409 after retry RPC after error@1200424194) -> (continuation of Deferred@271610737 after retry RPC after error@958253508), errback=(continuation of Deferred@1069003693 after retry RPC after error@1804895794) -> (continuation of Deferred@1667054834 after retry RPC after error@553307488) -> (continuation of Deferred@575809545 after retry RPC after error@1840815975) -> (continuation of Deferred@1728611470 after retry RPC after error@300930242) -> (continuation of Deferred@575579286 after retry RPC after error@195318815) -> (continuation of Deferred@682331409 after retry RPC after error@1200424194) -> (continuation of Deferred@271610737 after retry RPC after error@958253508)))
20:04:08.988 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@531335664(state=PENDING, result=null, callback=(continuation of Deferred@1069003693 after retry RPC after error@1804895794) -> (continuation of Deferred@1667054834 after retry RPC after error@553307488) -> (continuation of Deferred@575809545 after retry RPC after error@1840815975) -> (continuation of Deferred@1728611470 after retry RPC after error@300930242) -> (continuation of Deferred@575579286 after retry RPC after error@195318815) -> (continuation of Deferred@682331409 after retry RPC after error@1200424194) -> (continuation of Deferred@271610737 after retry RPC after error@958253508), errback=(continuation of Deferred@1069003693 after retry RPC after error@1804895794) -> (continuation of Deferred@1667054834 after retry RPC after error@553307488) -> (continuation of Deferred@575809545 after retry RPC after error@1840815975) -> (continuation of Deferred@1728611470 after retry RPC after error@300930242) -> (continuation of Deferred@575579286 after retry RPC after error@195318815) -> (continuation of Deferred@682331409 after retry RPC after error@1200424194) -> (continuation of Deferred@271610737 after retry RPC after error@958253508)))
20:04:09.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.187 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1967146239(state=PENDING, result=null, callback=(continuation of Deferred@486123584 after retry RPC after error@455302426) -> (continuation of Deferred@1641263711 after retry RPC after error@373515558) -> (continuation of Deferred@1193894918 after retry RPC after error@1189292660) -> (continuation of Deferred@979249597 after retry RPC after error@934871429) -> (continuation of Deferred@1002199584 after retry RPC after error@1683187625) -> (continuation of Deferred@789297503 after retry RPC after error@1346445330), errback=(continuation of Deferred@486123584 after retry RPC after error@455302426) -> (continuation of Deferred@1641263711 after retry RPC after error@373515558) -> (continuation of Deferred@1193894918 after retry RPC after error@1189292660) -> (continuation of Deferred@979249597 after retry RPC after error@934871429) -> (continuation of Deferred@1002199584 after retry RPC after error@1683187625) -> (continuation of Deferred@789297503 after retry RPC after error@1346445330)))
20:04:09.188 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1967146239(state=PENDING, result=null, callback=(continuation of Deferred@486123584 after retry RPC after error@455302426) -> (continuation of Deferred@1641263711 after retry RPC after error@373515558) -> (continuation of Deferred@1193894918 after retry RPC after error@1189292660) -> (continuation of Deferred@979249597 after retry RPC after error@934871429) -> (continuation of Deferred@1002199584 after retry RPC after error@1683187625) -> (continuation of Deferred@789297503 after retry RPC after error@1346445330), errback=(continuation of Deferred@486123584 after retry RPC after error@455302426) -> (continuation of Deferred@1641263711 after retry RPC after error@373515558) -> (continuation of Deferred@1193894918 after retry RPC after error@1189292660) -> (continuation of Deferred@979249597 after retry RPC after error@934871429) -> (continuation of Deferred@1002199584 after retry RPC after error@1683187625) -> (continuation of Deferred@789297503 after retry RPC after error@1346445330)))
20:04:09.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.407 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1415327434(state=PENDING, result=null, callback=(continuation of Deferred@1648283261 after retry RPC after error@2046525745) -> (continuation of Deferred@1488210106 after retry RPC after error@1831540504) -> (continuation of Deferred@2045927910 after retry RPC after error@1554355680) -> (continuation of Deferred@648996694 after retry RPC after error@327722828) -> (continuation of Deferred@2040469898 after retry RPC after error@157649356) -> (continuation of Deferred@1486904289 after retry RPC after error@247739774) -> (continuation of Deferred@253111909 after retry RPC after error@714669474) -> (continuation of Deferred@1883100227 after retry RPC after error@1602052351), errback=(continuation of Deferred@1648283261 after retry RPC after error@2046525745) -> (continuation of Deferred@1488210106 after retry RPC after error@1831540504) -> (continuation of Deferred@2045927910 after retry RPC after error@1554355680) -> (continuation of Deferred@648996694 after retry RPC after error@327722828) -> (continuation of Deferred@2040469898 after retry RPC after error@157649356) -> (continuation of Deferred@1486904289 after retry RPC after error@247739774) -> (continuation of Deferred@253111909 after retry RPC after error@714669474) -> (continuation of Deferred@1883100227 after retry RPC after error@1602052351)))
20:04:09.408 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1415327434(state=PENDING, result=null, callback=(continuation of Deferred@1648283261 after retry RPC after error@2046525745) -> (continuation of Deferred@1488210106 after retry RPC after error@1831540504) -> (continuation of Deferred@2045927910 after retry RPC after error@1554355680) -> (continuation of Deferred@648996694 after retry RPC after error@327722828) -> (continuation of Deferred@2040469898 after retry RPC after error@157649356) -> (continuation of Deferred@1486904289 after retry RPC after error@247739774) -> (continuation of Deferred@253111909 after retry RPC after error@714669474) -> (continuation of Deferred@1883100227 after retry RPC after error@1602052351), errback=(continuation of Deferred@1648283261 after retry RPC after error@2046525745) -> (continuation of Deferred@1488210106 after retry RPC after error@1831540504) -> (continuation of Deferred@2045927910 after retry RPC after error@1554355680) -> (continuation of Deferred@648996694 after retry RPC after error@327722828) -> (continuation of Deferred@2040469898 after retry RPC after error@157649356) -> (continuation of Deferred@1486904289 after retry RPC after error@247739774) -> (continuation of Deferred@253111909 after retry RPC after error@714669474) -> (continuation of Deferred@1883100227 after retry RPC after error@1602052351)))
20:04:09.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.464 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.607 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@809907010(state=PENDING, result=null, callback=(continuation of Deferred@1616814911 after retry RPC after error@1153976656) -> (continuation of Deferred@1747160262 after retry RPC after error@1769897635) -> (continuation of Deferred@2083291112 after retry RPC after error@2057841652) -> (continuation of Deferred@244960731 after retry RPC after error@336081357) -> (continuation of Deferred@189058971 after retry RPC after error@805876364) -> (continuation of Deferred@1891583555 after retry RPC after error@636258240), errback=(continuation of Deferred@1616814911 after retry RPC after error@1153976656) -> (continuation of Deferred@1747160262 after retry RPC after error@1769897635) -> (continuation of Deferred@2083291112 after retry RPC after error@2057841652) -> (continuation of Deferred@244960731 after retry RPC after error@336081357) -> (continuation of Deferred@189058971 after retry RPC after error@805876364) -> (continuation of Deferred@1891583555 after retry RPC after error@636258240)))
20:04:09.608 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@809907010(state=PENDING, result=null, callback=(continuation of Deferred@1616814911 after retry RPC after error@1153976656) -> (continuation of Deferred@1747160262 after retry RPC after error@1769897635) -> (continuation of Deferred@2083291112 after retry RPC after error@2057841652) -> (continuation of Deferred@244960731 after retry RPC after error@336081357) -> (continuation of Deferred@189058971 after retry RPC after error@805876364) -> (continuation of Deferred@1891583555 after retry RPC after error@636258240), errback=(continuation of Deferred@1616814911 after retry RPC after error@1153976656) -> (continuation of Deferred@1747160262 after retry RPC after error@1769897635) -> (continuation of Deferred@2083291112 after retry RPC after error@2057841652) -> (continuation of Deferred@244960731 after retry RPC after error@336081357) -> (continuation of Deferred@189058971 after retry RPC after error@805876364) -> (continuation of Deferred@1891583555 after retry RPC after error@636258240)))
20:04:09.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.788 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1414956945(state=PENDING, result=null, callback=(continuation of Deferred@63454498 after retry RPC after error@109185028) -> (continuation of Deferred@1269672711 after retry RPC after error@732420076) -> (continuation of Deferred@1766117015 after retry RPC after error@2140154259) -> (continuation of Deferred@1505968373 after retry RPC after error@1280242838) -> (continuation of Deferred@53591038 after retry RPC after error@2098452154) -> (continuation of Deferred@1041556741 after retry RPC after error@96816149) -> (continuation of Deferred@195422488 after retry RPC after error@1751144656) -> (continuation of Deferred@1908782100 after retry RPC after error@1582300125), errback=(continuation of Deferred@63454498 after retry RPC after error@109185028) -> (continuation of Deferred@1269672711 after retry RPC after error@732420076) -> (continuation of Deferred@1766117015 after retry RPC after error@2140154259) -> (continuation of Deferred@1505968373 after retry RPC after error@1280242838) -> (continuation of Deferred@53591038 after retry RPC after error@2098452154) -> (continuation of Deferred@1041556741 after retry RPC after error@96816149) -> (continuation of Deferred@195422488 after retry RPC after error@1751144656) -> (continuation of Deferred@1908782100 after retry RPC after error@1582300125)))
20:04:09.848 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1414956945(state=PENDING, result=null, callback=(continuation of Deferred@63454498 after retry RPC after error@109185028) -> (continuation of Deferred@1269672711 after retry RPC after error@732420076) -> (continuation of Deferred@1766117015 after retry RPC after error@2140154259) -> (continuation of Deferred@1505968373 after retry RPC after error@1280242838) -> (continuation of Deferred@53591038 after retry RPC after error@2098452154) -> (continuation of Deferred@1041556741 after retry RPC after error@96816149) -> (continuation of Deferred@195422488 after retry RPC after error@1751144656) -> (continuation of Deferred@1908782100 after retry RPC after error@1582300125), errback=(continuation of Deferred@63454498 after retry RPC after error@109185028) -> (continuation of Deferred@1269672711 after retry RPC after error@732420076) -> (continuation of Deferred@1766117015 after retry RPC after error@2140154259) -> (continuation of Deferred@1505968373 after retry RPC after error@1280242838) -> (continuation of Deferred@53591038 after retry RPC after error@2098452154) -> (continuation of Deferred@1041556741 after retry RPC after error@96816149) -> (continuation of Deferred@195422488 after retry RPC after error@1751144656) -> (continuation of Deferred@1908782100 after retry RPC after error@1582300125)))
20:04:09.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.868 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:09.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:09.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:09.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:09.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:09.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.087 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@313633444(state=PENDING, result=null, callback=(continuation of Deferred@1445829268 after retry RPC after error@157122136) -> (continuation of Deferred@1687581809 after retry RPC after error@2079135437) -> (continuation of Deferred@1101974046 after retry RPC after error@602133453) -> (continuation of Deferred@1946226236 after retry RPC after error@1741235471) -> (continuation of Deferred@1342242258 after retry RPC after error@1841308068) -> (continuation of Deferred@298627790 after retry RPC after error@1065553061) -> (continuation of Deferred@1757059306 after retry RPC after error@68901208), errback=(continuation of Deferred@1445829268 after retry RPC after error@157122136) -> (continuation of Deferred@1687581809 after retry RPC after error@2079135437) -> (continuation of Deferred@1101974046 after retry RPC after error@602133453) -> (continuation of Deferred@1946226236 after retry RPC after error@1741235471) -> (continuation of Deferred@1342242258 after retry RPC after error@1841308068) -> (continuation of Deferred@298627790 after retry RPC after error@1065553061) -> (continuation of Deferred@1757059306 after retry RPC after error@68901208)))
20:04:10.087 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@313633444(state=PENDING, result=null, callback=(continuation of Deferred@1445829268 after retry RPC after error@157122136) -> (continuation of Deferred@1687581809 after retry RPC after error@2079135437) -> (continuation of Deferred@1101974046 after retry RPC after error@602133453) -> (continuation of Deferred@1946226236 after retry RPC after error@1741235471) -> (continuation of Deferred@1342242258 after retry RPC after error@1841308068) -> (continuation of Deferred@298627790 after retry RPC after error@1065553061) -> (continuation of Deferred@1757059306 after retry RPC after error@68901208), errback=(continuation of Deferred@1445829268 after retry RPC after error@157122136) -> (continuation of Deferred@1687581809 after retry RPC after error@2079135437) -> (continuation of Deferred@1101974046 after retry RPC after error@602133453) -> (continuation of Deferred@1946226236 after retry RPC after error@1741235471) -> (continuation of Deferred@1342242258 after retry RPC after error@1841308068) -> (continuation of Deferred@298627790 after retry RPC after error@1065553061) -> (continuation of Deferred@1757059306 after retry RPC after error@68901208)))
20:04:10.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.328 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@96226306(state=PENDING, result=null, callback=(continuation of Deferred@1952703779 after retry RPC after error@1152971804) -> (continuation of Deferred@198859186 after retry RPC after error@1826740375) -> (continuation of Deferred@130052821 after retry RPC after error@81489445) -> (continuation of Deferred@1561698501 after retry RPC after error@1070788240) -> (continuation of Deferred@989885797 after retry RPC after error@1693818470) -> (continuation of Deferred@336988597 after retry RPC after error@1016648649) -> (continuation of Deferred@67842658 after retry RPC after error@1288014379) -> (continuation of Deferred@1757051303 after retry RPC after error@315025890) -> (continuation of Deferred@1334006266 after retry RPC after error@796331763), errback=(continuation of Deferred@1952703779 after retry RPC after error@1152971804) -> (continuation of Deferred@198859186 after retry RPC after error@1826740375) -> (continuation of Deferred@130052821 after retry RPC after error@81489445) -> (continuation of Deferred@1561698501 after retry RPC after error@1070788240) -> (continuation of Deferred@989885797 after retry RPC after error@1693818470) -> (continuation of Deferred@336988597 after retry RPC after error@1016648649) -> (continuation of Deferred@67842658 after retry RPC after error@1288014379) -> (continuation of Deferred@1757051303 after retry RPC after error@315025890) -> (continuation of Deferred@1334006266 after retry RPC after error@796331763)))
20:04:10.328 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@96226306(state=PENDING, result=null, callback=(continuation of Deferred@1952703779 after retry RPC after error@1152971804) -> (continuation of Deferred@198859186 after retry RPC after error@1826740375) -> (continuation of Deferred@130052821 after retry RPC after error@81489445) -> (continuation of Deferred@1561698501 after retry RPC after error@1070788240) -> (continuation of Deferred@989885797 after retry RPC after error@1693818470) -> (continuation of Deferred@336988597 after retry RPC after error@1016648649) -> (continuation of Deferred@67842658 after retry RPC after error@1288014379) -> (continuation of Deferred@1757051303 after retry RPC after error@315025890) -> (continuation of Deferred@1334006266 after retry RPC after error@796331763), errback=(continuation of Deferred@1952703779 after retry RPC after error@1152971804) -> (continuation of Deferred@198859186 after retry RPC after error@1826740375) -> (continuation of Deferred@130052821 after retry RPC after error@81489445) -> (continuation of Deferred@1561698501 after retry RPC after error@1070788240) -> (continuation of Deferred@989885797 after retry RPC after error@1693818470) -> (continuation of Deferred@336988597 after retry RPC after error@1016648649) -> (continuation of Deferred@67842658 after retry RPC after error@1288014379) -> (continuation of Deferred@1757051303 after retry RPC after error@315025890) -> (continuation of Deferred@1334006266 after retry RPC after error@796331763)))
20:04:10.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.347 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.487 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1777822396(state=PENDING, result=null, callback=(continuation of Deferred@150883634 after retry RPC after error@1090295633) -> (continuation of Deferred@894580283 after retry RPC after error@1738672295) -> (continuation of Deferred@491740860 after retry RPC after error@959255643) -> (continuation of Deferred@501878443 after retry RPC after error@1794820737) -> (continuation of Deferred@229098460 after retry RPC after error@1559859711) -> (continuation of Deferred@296440733 after retry RPC after error@767110635) -> (continuation of Deferred@515093155 after retry RPC after error@240500451), errback=(continuation of Deferred@150883634 after retry RPC after error@1090295633) -> (continuation of Deferred@894580283 after retry RPC after error@1738672295) -> (continuation of Deferred@491740860 after retry RPC after error@959255643) -> (continuation of Deferred@501878443 after retry RPC after error@1794820737) -> (continuation of Deferred@229098460 after retry RPC after error@1559859711) -> (continuation of Deferred@296440733 after retry RPC after error@767110635) -> (continuation of Deferred@515093155 after retry RPC after error@240500451)))
20:04:10.487 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1777822396(state=PENDING, result=null, callback=(continuation of Deferred@150883634 after retry RPC after error@1090295633) -> (continuation of Deferred@894580283 after retry RPC after error@1738672295) -> (continuation of Deferred@491740860 after retry RPC after error@959255643) -> (continuation of Deferred@501878443 after retry RPC after error@1794820737) -> (continuation of Deferred@229098460 after retry RPC after error@1559859711) -> (continuation of Deferred@296440733 after retry RPC after error@767110635) -> (continuation of Deferred@515093155 after retry RPC after error@240500451), errback=(continuation of Deferred@150883634 after retry RPC after error@1090295633) -> (continuation of Deferred@894580283 after retry RPC after error@1738672295) -> (continuation of Deferred@491740860 after retry RPC after error@959255643) -> (continuation of Deferred@501878443 after retry RPC after error@1794820737) -> (continuation of Deferred@229098460 after retry RPC after error@1559859711) -> (continuation of Deferred@296440733 after retry RPC after error@767110635) -> (continuation of Deferred@515093155 after retry RPC after error@240500451)))
20:04:10.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.728 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1678646691(state=PENDING, result=null, callback=(continuation of Deferred@1379940090 after retry RPC after error@1818398612) -> (continuation of Deferred@240971250 after retry RPC after error@447416991) -> (continuation of Deferred@1234114774 after retry RPC after error@837365852) -> (continuation of Deferred@1479764206 after retry RPC after error@445542021) -> (continuation of Deferred@729189546 after retry RPC after error@1407525448) -> (continuation of Deferred@273827010 after retry RPC after error@2042751499) -> (continuation of Deferred@1724725829 after retry RPC after error@474002358), errback=(continuation of Deferred@1379940090 after retry RPC after error@1818398612) -> (continuation of Deferred@240971250 after retry RPC after error@447416991) -> (continuation of Deferred@1234114774 after retry RPC after error@837365852) -> (continuation of Deferred@1479764206 after retry RPC after error@445542021) -> (continuation of Deferred@729189546 after retry RPC after error@1407525448) -> (continuation of Deferred@273827010 after retry RPC after error@2042751499) -> (continuation of Deferred@1724725829 after retry RPC after error@474002358)))
20:04:10.728 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1678646691(state=PENDING, result=null, callback=(continuation of Deferred@1379940090 after retry RPC after error@1818398612) -> (continuation of Deferred@240971250 after retry RPC after error@447416991) -> (continuation of Deferred@1234114774 after retry RPC after error@837365852) -> (continuation of Deferred@1479764206 after retry RPC after error@445542021) -> (continuation of Deferred@729189546 after retry RPC after error@1407525448) -> (continuation of Deferred@273827010 after retry RPC after error@2042751499) -> (continuation of Deferred@1724725829 after retry RPC after error@474002358), errback=(continuation of Deferred@1379940090 after retry RPC after error@1818398612) -> (continuation of Deferred@240971250 after retry RPC after error@447416991) -> (continuation of Deferred@1234114774 after retry RPC after error@837365852) -> (continuation of Deferred@1479764206 after retry RPC after error@445542021) -> (continuation of Deferred@729189546 after retry RPC after error@1407525448) -> (continuation of Deferred@273827010 after retry RPC after error@2042751499) -> (continuation of Deferred@1724725829 after retry RPC after error@474002358)))
20:04:10.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:10.967 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1363881748(state=PENDING, result=null, callback=(continuation of Deferred@581419780 after retry RPC after error@751957541) -> (continuation of Deferred@2045941521 after retry RPC after error@1909011636) -> (continuation of Deferred@1844082282 after retry RPC after error@1319748908) -> (continuation of Deferred@596548087 after retry RPC after error@458909094) -> (continuation of Deferred@624757121 after retry RPC after error@633157807) -> (continuation of Deferred@1923828942 after retry RPC after error@982806632) -> (continuation of Deferred@2007504826 after retry RPC after error@1000092064), errback=(continuation of Deferred@581419780 after retry RPC after error@751957541) -> (continuation of Deferred@2045941521 after retry RPC after error@1909011636) -> (continuation of Deferred@1844082282 after retry RPC after error@1319748908) -> (continuation of Deferred@596548087 after retry RPC after error@458909094) -> (continuation of Deferred@624757121 after retry RPC after error@633157807) -> (continuation of Deferred@1923828942 after retry RPC after error@982806632) -> (continuation of Deferred@2007504826 after retry RPC after error@1000092064)))
20:04:10.967 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1363881748(state=PENDING, result=null, callback=(continuation of Deferred@581419780 after retry RPC after error@751957541) -> (continuation of Deferred@2045941521 after retry RPC after error@1909011636) -> (continuation of Deferred@1844082282 after retry RPC after error@1319748908) -> (continuation of Deferred@596548087 after retry RPC after error@458909094) -> (continuation of Deferred@624757121 after retry RPC after error@633157807) -> (continuation of Deferred@1923828942 after retry RPC after error@982806632) -> (continuation of Deferred@2007504826 after retry RPC after error@1000092064), errback=(continuation of Deferred@581419780 after retry RPC after error@751957541) -> (continuation of Deferred@2045941521 after retry RPC after error@1909011636) -> (continuation of Deferred@1844082282 after retry RPC after error@1319748908) -> (continuation of Deferred@596548087 after retry RPC after error@458909094) -> (continuation of Deferred@624757121 after retry RPC after error@633157807) -> (continuation of Deferred@1923828942 after retry RPC after error@982806632) -> (continuation of Deferred@2007504826 after retry RPC after error@1000092064)))
20:04:10.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:10.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:10.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:10.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:10.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:11.010340 27299 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 1)
20:04:11.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:11.011674 27299 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '90933ceb591a418bb48747de08294acc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '90933ceb591a418bb48747de08294acc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 1)
20:04:11.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:11.013494 27299 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.7.188:35985)
20:04:11.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.187 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@101195773(state=PENDING, result=null, callback=(continuation of Deferred@1986273340 after retry RPC after error@1077201592) -> (continuation of Deferred@783625679 after retry RPC after error@1745106963) -> (continuation of Deferred@1068925167 after retry RPC after error@1496444075) -> (continuation of Deferred@1592621335 after retry RPC after error@400557689) -> (continuation of Deferred@484068754 after retry RPC after error@1255718422) -> (continuation of Deferred@2135442331 after retry RPC after error@1754026437) -> (continuation of Deferred@645150619 after retry RPC after error@693310797) -> (continuation of Deferred@339402599 after retry RPC after error@506635868), errback=(continuation of Deferred@1986273340 after retry RPC after error@1077201592) -> (continuation of Deferred@783625679 after retry RPC after error@1745106963) -> (continuation of Deferred@1068925167 after retry RPC after error@1496444075) -> (continuation of Deferred@1592621335 after retry RPC after error@400557689) -> (continuation of Deferred@484068754 after retry RPC after error@1255718422) -> (continuation of Deferred@2135442331 after retry RPC after error@1754026437) -> (continuation of Deferred@645150619 after retry RPC after error@693310797) -> (continuation of Deferred@339402599 after retry RPC after error@506635868)))
20:04:11.187 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@101195773(state=PENDING, result=null, callback=(continuation of Deferred@1986273340 after retry RPC after error@1077201592) -> (continuation of Deferred@783625679 after retry RPC after error@1745106963) -> (continuation of Deferred@1068925167 after retry RPC after error@1496444075) -> (continuation of Deferred@1592621335 after retry RPC after error@400557689) -> (continuation of Deferred@484068754 after retry RPC after error@1255718422) -> (continuation of Deferred@2135442331 after retry RPC after error@1754026437) -> (continuation of Deferred@645150619 after retry RPC after error@693310797) -> (continuation of Deferred@339402599 after retry RPC after error@506635868), errback=(continuation of Deferred@1986273340 after retry RPC after error@1077201592) -> (continuation of Deferred@783625679 after retry RPC after error@1745106963) -> (continuation of Deferred@1068925167 after retry RPC after error@1496444075) -> (continuation of Deferred@1592621335 after retry RPC after error@400557689) -> (continuation of Deferred@484068754 after retry RPC after error@1255718422) -> (continuation of Deferred@2135442331 after retry RPC after error@1754026437) -> (continuation of Deferred@645150619 after retry RPC after error@693310797) -> (continuation of Deferred@339402599 after retry RPC after error@506635868)))
20:04:11.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.244 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.428 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@955003126(state=PENDING, result=null, callback=(continuation of Deferred@1618878630 after retry RPC after error@1955319939) -> (continuation of Deferred@1432470817 after retry RPC after error@206779643) -> (continuation of Deferred@498683591 after retry RPC after error@933005883) -> (continuation of Deferred@1812924708 after retry RPC after error@2045643954) -> (continuation of Deferred@787917374 after retry RPC after error@2112368777) -> (continuation of Deferred@1765425209 after retry RPC after error@1614305840) -> (continuation of Deferred@2063907667 after retry RPC after error@1205117122) -> (continuation of Deferred@2085882761 after retry RPC after error@1587492841), errback=(continuation of Deferred@1618878630 after retry RPC after error@1955319939) -> (continuation of Deferred@1432470817 after retry RPC after error@206779643) -> (continuation of Deferred@498683591 after retry RPC after error@933005883) -> (continuation of Deferred@1812924708 after retry RPC after error@2045643954) -> (continuation of Deferred@787917374 after retry RPC after error@2112368777) -> (continuation of Deferred@1765425209 after retry RPC after error@1614305840) -> (continuation of Deferred@2063907667 after retry RPC after error@1205117122) -> (continuation of Deferred@2085882761 after retry RPC after error@1587492841)))
20:04:11.428 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@955003126(state=PENDING, result=null, callback=(continuation of Deferred@1618878630 after retry RPC after error@1955319939) -> (continuation of Deferred@1432470817 after retry RPC after error@206779643) -> (continuation of Deferred@498683591 after retry RPC after error@933005883) -> (continuation of Deferred@1812924708 after retry RPC after error@2045643954) -> (continuation of Deferred@787917374 after retry RPC after error@2112368777) -> (continuation of Deferred@1765425209 after retry RPC after error@1614305840) -> (continuation of Deferred@2063907667 after retry RPC after error@1205117122) -> (continuation of Deferred@2085882761 after retry RPC after error@1587492841), errback=(continuation of Deferred@1618878630 after retry RPC after error@1955319939) -> (continuation of Deferred@1432470817 after retry RPC after error@206779643) -> (continuation of Deferred@498683591 after retry RPC after error@933005883) -> (continuation of Deferred@1812924708 after retry RPC after error@2045643954) -> (continuation of Deferred@787917374 after retry RPC after error@2112368777) -> (continuation of Deferred@1765425209 after retry RPC after error@1614305840) -> (continuation of Deferred@2063907667 after retry RPC after error@1205117122) -> (continuation of Deferred@2085882761 after retry RPC after error@1587492841)))
20:04:11.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.508 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.648 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1816283685(state=PENDING, result=null, callback=(continuation of Deferred@1383775368 after retry RPC after error@505054282) -> (continuation of Deferred@161785437 after retry RPC after error@2009716270) -> (continuation of Deferred@1884338851 after retry RPC after error@975329335) -> (continuation of Deferred@379094880 after retry RPC after error@802773819) -> (continuation of Deferred@1521056193 after retry RPC after error@1919050051) -> (continuation of Deferred@538139624 after retry RPC after error@1173806162) -> (continuation of Deferred@1409339996 after retry RPC after error@898222566), errback=(continuation of Deferred@1383775368 after retry RPC after error@505054282) -> (continuation of Deferred@161785437 after retry RPC after error@2009716270) -> (continuation of Deferred@1884338851 after retry RPC after error@975329335) -> (continuation of Deferred@379094880 after retry RPC after error@802773819) -> (continuation of Deferred@1521056193 after retry RPC after error@1919050051) -> (continuation of Deferred@538139624 after retry RPC after error@1173806162) -> (continuation of Deferred@1409339996 after retry RPC after error@898222566)))
20:04:11.648 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1816283685(state=PENDING, result=null, callback=(continuation of Deferred@1383775368 after retry RPC after error@505054282) -> (continuation of Deferred@161785437 after retry RPC after error@2009716270) -> (continuation of Deferred@1884338851 after retry RPC after error@975329335) -> (continuation of Deferred@379094880 after retry RPC after error@802773819) -> (continuation of Deferred@1521056193 after retry RPC after error@1919050051) -> (continuation of Deferred@538139624 after retry RPC after error@1173806162) -> (continuation of Deferred@1409339996 after retry RPC after error@898222566), errback=(continuation of Deferred@1383775368 after retry RPC after error@505054282) -> (continuation of Deferred@161785437 after retry RPC after error@2009716270) -> (continuation of Deferred@1884338851 after retry RPC after error@975329335) -> (continuation of Deferred@379094880 after retry RPC after error@802773819) -> (continuation of Deferred@1521056193 after retry RPC after error@1919050051) -> (continuation of Deferred@538139624 after retry RPC after error@1173806162) -> (continuation of Deferred@1409339996 after retry RPC after error@898222566)))
20:04:11.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1174661210(state=PENDING, result=null, callback=(continuation of Deferred@1727353689 after retry RPC after error@841995711) -> (continuation of Deferred@528348010 after retry RPC after error@1181063655) -> (continuation of Deferred@180778473 after retry RPC after error@1174985507) -> (continuation of Deferred@916362795 after retry RPC after error@1558092734) -> (continuation of Deferred@1703859441 after retry RPC after error@1700780704) -> (continuation of Deferred@665987054 after retry RPC after error@261704653) -> (continuation of Deferred@472072083 after retry RPC after error@129137773), errback=(continuation of Deferred@1727353689 after retry RPC after error@841995711) -> (continuation of Deferred@528348010 after retry RPC after error@1181063655) -> (continuation of Deferred@180778473 after retry RPC after error@1174985507) -> (continuation of Deferred@916362795 after retry RPC after error@1558092734) -> (continuation of Deferred@1703859441 after retry RPC after error@1700780704) -> (continuation of Deferred@665987054 after retry RPC after error@261704653) -> (continuation of Deferred@472072083 after retry RPC after error@129137773)))
20:04:11.847 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1174661210(state=PENDING, result=null, callback=(continuation of Deferred@1727353689 after retry RPC after error@841995711) -> (continuation of Deferred@528348010 after retry RPC after error@1181063655) -> (continuation of Deferred@180778473 after retry RPC after error@1174985507) -> (continuation of Deferred@916362795 after retry RPC after error@1558092734) -> (continuation of Deferred@1703859441 after retry RPC after error@1700780704) -> (continuation of Deferred@665987054 after retry RPC after error@261704653) -> (continuation of Deferred@472072083 after retry RPC after error@129137773), errback=(continuation of Deferred@1727353689 after retry RPC after error@841995711) -> (continuation of Deferred@528348010 after retry RPC after error@1181063655) -> (continuation of Deferred@180778473 after retry RPC after error@1174985507) -> (continuation of Deferred@916362795 after retry RPC after error@1558092734) -> (continuation of Deferred@1703859441 after retry RPC after error@1700780704) -> (continuation of Deferred@665987054 after retry RPC after error@261704653) -> (continuation of Deferred@472072083 after retry RPC after error@129137773)))
20:04:11.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:11.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:11.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:11.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:11.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:11.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@377448025(state=PENDING, result=null, callback=(continuation of Deferred@2023273298 after retry RPC after error@47099997) -> (continuation of Deferred@1729656345 after retry RPC after error@171481357) -> (continuation of Deferred@931641659 after retry RPC after error@1086110670) -> (continuation of Deferred@1689302398 after retry RPC after error@713996308) -> (continuation of Deferred@541753887 after retry RPC after error@84750099) -> (continuation of Deferred@1693938057 after retry RPC after error@996555547), errback=(continuation of Deferred@2023273298 after retry RPC after error@47099997) -> (continuation of Deferred@1729656345 after retry RPC after error@171481357) -> (continuation of Deferred@931641659 after retry RPC after error@1086110670) -> (continuation of Deferred@1689302398 after retry RPC after error@713996308) -> (continuation of Deferred@541753887 after retry RPC after error@84750099) -> (continuation of Deferred@1693938057 after retry RPC after error@996555547)))
20:04:12.027 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@377448025(state=PENDING, result=null, callback=(continuation of Deferred@2023273298 after retry RPC after error@47099997) -> (continuation of Deferred@1729656345 after retry RPC after error@171481357) -> (continuation of Deferred@931641659 after retry RPC after error@1086110670) -> (continuation of Deferred@1689302398 after retry RPC after error@713996308) -> (continuation of Deferred@541753887 after retry RPC after error@84750099) -> (continuation of Deferred@1693938057 after retry RPC after error@996555547), errback=(continuation of Deferred@2023273298 after retry RPC after error@47099997) -> (continuation of Deferred@1729656345 after retry RPC after error@171481357) -> (continuation of Deferred@931641659 after retry RPC after error@1086110670) -> (continuation of Deferred@1689302398 after retry RPC after error@713996308) -> (continuation of Deferred@541753887 after retry RPC after error@84750099) -> (continuation of Deferred@1693938057 after retry RPC after error@996555547)))
20:04:12.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.288 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1379568454(state=PENDING, result=null, callback=(continuation of Deferred@1762955013 after retry RPC after error@2058628891) -> (continuation of Deferred@990896396 after retry RPC after error@1038691728) -> (continuation of Deferred@1883824527 after retry RPC after error@736085098) -> (continuation of Deferred@1864128412 after retry RPC after error@468546114) -> (continuation of Deferred@740207657 after retry RPC after error@2042089812) -> (continuation of Deferred@1956305225 after retry RPC after error@76925690) -> (continuation of Deferred@1572032933 after retry RPC after error@449386038) -> (continuation of Deferred@943445175 after retry RPC after error@307436368), errback=(continuation of Deferred@1762955013 after retry RPC after error@2058628891) -> (continuation of Deferred@990896396 after retry RPC after error@1038691728) -> (continuation of Deferred@1883824527 after retry RPC after error@736085098) -> (continuation of Deferred@1864128412 after retry RPC after error@468546114) -> (continuation of Deferred@740207657 after retry RPC after error@2042089812) -> (continuation of Deferred@1956305225 after retry RPC after error@76925690) -> (continuation of Deferred@1572032933 after retry RPC after error@449386038) -> (continuation of Deferred@943445175 after retry RPC after error@307436368)))
20:04:12.288 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1379568454(state=PENDING, result=null, callback=(continuation of Deferred@1762955013 after retry RPC after error@2058628891) -> (continuation of Deferred@990896396 after retry RPC after error@1038691728) -> (continuation of Deferred@1883824527 after retry RPC after error@736085098) -> (continuation of Deferred@1864128412 after retry RPC after error@468546114) -> (continuation of Deferred@740207657 after retry RPC after error@2042089812) -> (continuation of Deferred@1956305225 after retry RPC after error@76925690) -> (continuation of Deferred@1572032933 after retry RPC after error@449386038) -> (continuation of Deferred@943445175 after retry RPC after error@307436368), errback=(continuation of Deferred@1762955013 after retry RPC after error@2058628891) -> (continuation of Deferred@990896396 after retry RPC after error@1038691728) -> (continuation of Deferred@1883824527 after retry RPC after error@736085098) -> (continuation of Deferred@1864128412 after retry RPC after error@468546114) -> (continuation of Deferred@740207657 after retry RPC after error@2042089812) -> (continuation of Deferred@1956305225 after retry RPC after error@76925690) -> (continuation of Deferred@1572032933 after retry RPC after error@449386038) -> (continuation of Deferred@943445175 after retry RPC after error@307436368)))
20:04:12.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.328 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.548 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1625270701(state=PENDING, result=null, callback=(continuation of Deferred@1121158653 after retry RPC after error@1656036871) -> (continuation of Deferred@1547596026 after retry RPC after error@1093740561) -> (continuation of Deferred@529768871 after retry RPC after error@1427951988) -> (continuation of Deferred@2047525517 after retry RPC after error@842206333) -> (continuation of Deferred@816782597 after retry RPC after error@59501845) -> (continuation of Deferred@792287555 after retry RPC after error@88340541) -> (continuation of Deferred@1305254565 after retry RPC after error@292762956), errback=(continuation of Deferred@1121158653 after retry RPC after error@1656036871) -> (continuation of Deferred@1547596026 after retry RPC after error@1093740561) -> (continuation of Deferred@529768871 after retry RPC after error@1427951988) -> (continuation of Deferred@2047525517 after retry RPC after error@842206333) -> (continuation of Deferred@816782597 after retry RPC after error@59501845) -> (continuation of Deferred@792287555 after retry RPC after error@88340541) -> (continuation of Deferred@1305254565 after retry RPC after error@292762956)))
20:04:12.548 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1625270701(state=PENDING, result=null, callback=(continuation of Deferred@1121158653 after retry RPC after error@1656036871) -> (continuation of Deferred@1547596026 after retry RPC after error@1093740561) -> (continuation of Deferred@529768871 after retry RPC after error@1427951988) -> (continuation of Deferred@2047525517 after retry RPC after error@842206333) -> (continuation of Deferred@816782597 after retry RPC after error@59501845) -> (continuation of Deferred@792287555 after retry RPC after error@88340541) -> (continuation of Deferred@1305254565 after retry RPC after error@292762956), errback=(continuation of Deferred@1121158653 after retry RPC after error@1656036871) -> (continuation of Deferred@1547596026 after retry RPC after error@1093740561) -> (continuation of Deferred@529768871 after retry RPC after error@1427951988) -> (continuation of Deferred@2047525517 after retry RPC after error@842206333) -> (continuation of Deferred@816782597 after retry RPC after error@59501845) -> (continuation of Deferred@792287555 after retry RPC after error@88340541) -> (continuation of Deferred@1305254565 after retry RPC after error@292762956)))
20:04:12.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.767 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@551039090(state=PENDING, result=null, callback=(continuation of Deferred@1979389473 after retry RPC after error@1447911545) -> (continuation of Deferred@540197188 after retry RPC after error@1091059344) -> (continuation of Deferred@1827627662 after retry RPC after error@1360828866) -> (continuation of Deferred@1737640516 after retry RPC after error@1735267480) -> (continuation of Deferred@1879237097 after retry RPC after error@1164293282) -> (continuation of Deferred@818939424 after retry RPC after error@663555702) -> (continuation of Deferred@1088925383 after retry RPC after error@684704477), errback=(continuation of Deferred@1979389473 after retry RPC after error@1447911545) -> (continuation of Deferred@540197188 after retry RPC after error@1091059344) -> (continuation of Deferred@1827627662 after retry RPC after error@1360828866) -> (continuation of Deferred@1737640516 after retry RPC after error@1735267480) -> (continuation of Deferred@1879237097 after retry RPC after error@1164293282) -> (continuation of Deferred@818939424 after retry RPC after error@663555702) -> (continuation of Deferred@1088925383 after retry RPC after error@684704477)))
20:04:12.768 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@551039090(state=PENDING, result=null, callback=(continuation of Deferred@1979389473 after retry RPC after error@1447911545) -> (continuation of Deferred@540197188 after retry RPC after error@1091059344) -> (continuation of Deferred@1827627662 after retry RPC after error@1360828866) -> (continuation of Deferred@1737640516 after retry RPC after error@1735267480) -> (continuation of Deferred@1879237097 after retry RPC after error@1164293282) -> (continuation of Deferred@818939424 after retry RPC after error@663555702) -> (continuation of Deferred@1088925383 after retry RPC after error@684704477), errback=(continuation of Deferred@1979389473 after retry RPC after error@1447911545) -> (continuation of Deferred@540197188 after retry RPC after error@1091059344) -> (continuation of Deferred@1827627662 after retry RPC after error@1360828866) -> (continuation of Deferred@1737640516 after retry RPC after error@1735267480) -> (continuation of Deferred@1879237097 after retry RPC after error@1164293282) -> (continuation of Deferred@818939424 after retry RPC after error@663555702) -> (continuation of Deferred@1088925383 after retry RPC after error@684704477)))
20:04:12.784 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:12.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:12.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:12.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:12.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:12.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.007 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@40323308(state=PENDING, result=null, callback=(continuation of Deferred@961334017 after retry RPC after error@437851055) -> (continuation of Deferred@593084737 after retry RPC after error@465685998) -> (continuation of Deferred@1141508436 after retry RPC after error@383577617) -> (continuation of Deferred@2070050370 after retry RPC after error@1851357821) -> (continuation of Deferred@2047712843 after retry RPC after error@189815677) -> (continuation of Deferred@1667824691 after retry RPC after error@1179117745) -> (continuation of Deferred@1353632244 after retry RPC after error@1496116015), errback=(continuation of Deferred@961334017 after retry RPC after error@437851055) -> (continuation of Deferred@593084737 after retry RPC after error@465685998) -> (continuation of Deferred@1141508436 after retry RPC after error@383577617) -> (continuation of Deferred@2070050370 after retry RPC after error@1851357821) -> (continuation of Deferred@2047712843 after retry RPC after error@189815677) -> (continuation of Deferred@1667824691 after retry RPC after error@1179117745) -> (continuation of Deferred@1353632244 after retry RPC after error@1496116015)))
20:04:13.007 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@40323308(state=PENDING, result=null, callback=(continuation of Deferred@961334017 after retry RPC after error@437851055) -> (continuation of Deferred@593084737 after retry RPC after error@465685998) -> (continuation of Deferred@1141508436 after retry RPC after error@383577617) -> (continuation of Deferred@2070050370 after retry RPC after error@1851357821) -> (continuation of Deferred@2047712843 after retry RPC after error@189815677) -> (continuation of Deferred@1667824691 after retry RPC after error@1179117745) -> (continuation of Deferred@1353632244 after retry RPC after error@1496116015), errback=(continuation of Deferred@961334017 after retry RPC after error@437851055) -> (continuation of Deferred@593084737 after retry RPC after error@465685998) -> (continuation of Deferred@1141508436 after retry RPC after error@383577617) -> (continuation of Deferred@2070050370 after retry RPC after error@1851357821) -> (continuation of Deferred@2047712843 after retry RPC after error@189815677) -> (continuation of Deferred@1667824691 after retry RPC after error@1179117745) -> (continuation of Deferred@1353632244 after retry RPC after error@1496116015)))
20:04:13.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.028 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.047 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.207 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@818977877(state=PENDING, result=null, callback=(continuation of Deferred@1925697604 after retry RPC after error@713991979) -> (continuation of Deferred@645584610 after retry RPC after error@310166604) -> (continuation of Deferred@1593140151 after retry RPC after error@27074749) -> (continuation of Deferred@1897937834 after retry RPC after error@84598630) -> (continuation of Deferred@1880620203 after retry RPC after error@417833692) -> (continuation of Deferred@1760179969 after retry RPC after error@1002976405) -> (continuation of Deferred@1962239459 after retry RPC after error@1361168611), errback=(continuation of Deferred@1925697604 after retry RPC after error@713991979) -> (continuation of Deferred@645584610 after retry RPC after error@310166604) -> (continuation of Deferred@1593140151 after retry RPC after error@27074749) -> (continuation of Deferred@1897937834 after retry RPC after error@84598630) -> (continuation of Deferred@1880620203 after retry RPC after error@417833692) -> (continuation of Deferred@1760179969 after retry RPC after error@1002976405) -> (continuation of Deferred@1962239459 after retry RPC after error@1361168611)))
20:04:13.208 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@818977877(state=PENDING, result=null, callback=(continuation of Deferred@1925697604 after retry RPC after error@713991979) -> (continuation of Deferred@645584610 after retry RPC after error@310166604) -> (continuation of Deferred@1593140151 after retry RPC after error@27074749) -> (continuation of Deferred@1897937834 after retry RPC after error@84598630) -> (continuation of Deferred@1880620203 after retry RPC after error@417833692) -> (continuation of Deferred@1760179969 after retry RPC after error@1002976405) -> (continuation of Deferred@1962239459 after retry RPC after error@1361168611), errback=(continuation of Deferred@1925697604 after retry RPC after error@713991979) -> (continuation of Deferred@645584610 after retry RPC after error@310166604) -> (continuation of Deferred@1593140151 after retry RPC after error@27074749) -> (continuation of Deferred@1897937834 after retry RPC after error@84598630) -> (continuation of Deferred@1880620203 after retry RPC after error@417833692) -> (continuation of Deferred@1760179969 after retry RPC after error@1002976405) -> (continuation of Deferred@1962239459 after retry RPC after error@1361168611)))
20:04:13.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.468 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1315963671(state=PENDING, result=null, callback=(continuation of Deferred@1307247521 after retry RPC after error@899251318) -> (continuation of Deferred@397861942 after retry RPC after error@1502618988) -> (continuation of Deferred@1291043828 after retry RPC after error@855080144) -> (continuation of Deferred@306231788 after retry RPC after error@1252214157) -> (continuation of Deferred@412992334 after retry RPC after error@285556081) -> (continuation of Deferred@110979428 after retry RPC after error@1447217943) -> (continuation of Deferred@548664610 after retry RPC after error@409316080) -> (continuation of Deferred@1969108689 after retry RPC after error@889471262), errback=(continuation of Deferred@1307247521 after retry RPC after error@899251318) -> (continuation of Deferred@397861942 after retry RPC after error@1502618988) -> (continuation of Deferred@1291043828 after retry RPC after error@855080144) -> (continuation of Deferred@306231788 after retry RPC after error@1252214157) -> (continuation of Deferred@412992334 after retry RPC after error@285556081) -> (continuation of Deferred@110979428 after retry RPC after error@1447217943) -> (continuation of Deferred@548664610 after retry RPC after error@409316080) -> (continuation of Deferred@1969108689 after retry RPC after error@889471262)))
20:04:13.468 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1315963671(state=PENDING, result=null, callback=(continuation of Deferred@1307247521 after retry RPC after error@899251318) -> (continuation of Deferred@397861942 after retry RPC after error@1502618988) -> (continuation of Deferred@1291043828 after retry RPC after error@855080144) -> (continuation of Deferred@306231788 after retry RPC after error@1252214157) -> (continuation of Deferred@412992334 after retry RPC after error@285556081) -> (continuation of Deferred@110979428 after retry RPC after error@1447217943) -> (continuation of Deferred@548664610 after retry RPC after error@409316080) -> (continuation of Deferred@1969108689 after retry RPC after error@889471262), errback=(continuation of Deferred@1307247521 after retry RPC after error@899251318) -> (continuation of Deferred@397861942 after retry RPC after error@1502618988) -> (continuation of Deferred@1291043828 after retry RPC after error@855080144) -> (continuation of Deferred@306231788 after retry RPC after error@1252214157) -> (continuation of Deferred@412992334 after retry RPC after error@285556081) -> (continuation of Deferred@110979428 after retry RPC after error@1447217943) -> (continuation of Deferred@548664610 after retry RPC after error@409316080) -> (continuation of Deferred@1969108689 after retry RPC after error@889471262)))
20:04:13.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:13.706172 27669 master_runner.cc:186] Error getting master registration for 127.26.7.190:33659: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111),
20:04:13.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:13.706358 27669 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:13.752 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@2055782734(state=PENDING, result=null, callback=(continuation of Deferred@783518452 after retry RPC after error@744338519) -> (continuation of Deferred@1946248554 after retry RPC after error@1212106773) -> (continuation of Deferred@2053738444 after retry RPC after error@1003971546) -> (continuation of Deferred@1141009407 after retry RPC after error@1993342090) -> (continuation of Deferred@1080957552 after retry RPC after error@1084712980) -> (continuation of Deferred@397258348 after retry RPC after error@504310719) -> (continuation of Deferred@780279700 after retry RPC after error@1428039064), errback=(continuation of Deferred@783518452 after retry RPC after error@744338519) -> (continuation of Deferred@1946248554 after retry RPC after error@1212106773) -> (continuation of Deferred@2053738444 after retry RPC after error@1003971546) -> (continuation of Deferred@1141009407 after retry RPC after error@1993342090) -> (continuation of Deferred@1080957552 after retry RPC after error@1084712980) -> (continuation of Deferred@397258348 after retry RPC after error@504310719) -> (continuation of Deferred@780279700 after retry RPC after error@1428039064)))
20:04:13.752 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:13.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:13.791026 27936 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:04:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:13.791239 27936 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:04:13.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:13.792037 27936 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:04:13.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:13.792625 27688 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111) [suppressed 7 similar messages]
20:04:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:13.794023 27688 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:04:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:13.794202 27687 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:04:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:13.794304 27687 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2; no voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d
20:04:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:13.794595 27936 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
20:04:13.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.907 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.908 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.948 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@2087379177(state=PENDING, result=null, callback=(continuation of Deferred@1954920210 after retry RPC after error@380518296) -> (continuation of Deferred@9595686 after retry RPC after error@726969973) -> (continuation of Deferred@1924178218 after retry RPC after error@352649755) -> (continuation of Deferred@106791110 after retry RPC after error@141861246) -> (continuation of Deferred@2134567083 after retry RPC after error@1116878989) -> (continuation of Deferred@673438633 after retry RPC after error@99737730) -> (continuation of Deferred@765865767 after retry RPC after error@2116234318) -> (continuation of Deferred@1214996144 after retry RPC after error@1108628175), errback=(continuation of Deferred@1954920210 after retry RPC after error@380518296) -> (continuation of Deferred@9595686 after retry RPC after error@726969973) -> (continuation of Deferred@1924178218 after retry RPC after error@352649755) -> (continuation of Deferred@106791110 after retry RPC after error@141861246) -> (continuation of Deferred@2134567083 after retry RPC after error@1116878989) -> (continuation of Deferred@673438633 after retry RPC after error@99737730) -> (continuation of Deferred@765865767 after retry RPC after error@2116234318) -> (continuation of Deferred@1214996144 after retry RPC after error@1108628175)))
20:04:13.949 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@2087379177(state=PENDING, result=null, callback=(continuation of Deferred@1954920210 after retry RPC after error@380518296) -> (continuation of Deferred@9595686 after retry RPC after error@726969973) -> (continuation of Deferred@1924178218 after retry RPC after error@352649755) -> (continuation of Deferred@106791110 after retry RPC after error@141861246) -> (continuation of Deferred@2134567083 after retry RPC after error@1116878989) -> (continuation of Deferred@673438633 after retry RPC after error@99737730) -> (continuation of Deferred@765865767 after retry RPC after error@2116234318) -> (continuation of Deferred@1214996144 after retry RPC after error@1108628175), errback=(continuation of Deferred@1954920210 after retry RPC after error@380518296) -> (continuation of Deferred@9595686 after retry RPC after error@726969973) -> (continuation of Deferred@1924178218 after retry RPC after error@352649755) -> (continuation of Deferred@106791110 after retry RPC after error@141861246) -> (continuation of Deferred@2134567083 after retry RPC after error@1116878989) -> (continuation of Deferred@673438633 after retry RPC after error@99737730) -> (continuation of Deferred@765865767 after retry RPC after error@2116234318) -> (continuation of Deferred@1214996144 after retry RPC after error@1108628175)))
20:04:13.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:13.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:13.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:13.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:13.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:13.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.226 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@311266825(state=PENDING, result=null, callback=(continuation of Deferred@802107428 after retry RPC after error@299133580) -> (continuation of Deferred@1115904657 after retry RPC after error@1015052558) -> (continuation of Deferred@1788354730 after retry RPC after error@1487579007) -> (continuation of Deferred@2439465 after retry RPC after error@1062369322) -> (continuation of Deferred@342135322 after retry RPC after error@427314870) -> (continuation of Deferred@817746113 after retry RPC after error@478309844) -> (continuation of Deferred@751224860 after retry RPC after error@1997553356) -> (continuation of Deferred@703972151 after retry RPC after error@647423760), errback=(continuation of Deferred@802107428 after retry RPC after error@299133580) -> (continuation of Deferred@1115904657 after retry RPC after error@1015052558) -> (continuation of Deferred@1788354730 after retry RPC after error@1487579007) -> (continuation of Deferred@2439465 after retry RPC after error@1062369322) -> (continuation of Deferred@342135322 after retry RPC after error@427314870) -> (continuation of Deferred@817746113 after retry RPC after error@478309844) -> (continuation of Deferred@751224860 after retry RPC after error@1997553356) -> (continuation of Deferred@703972151 after retry RPC after error@647423760)))
20:04:14.226 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:14.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.308 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.468 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1492130875(state=PENDING, result=null, callback=(continuation of Deferred@1620228487 after retry RPC after error@588205847) -> (continuation of Deferred@127950394 after retry RPC after error@1609141041) -> (continuation of Deferred@717381578 after retry RPC after error@1936513650) -> (continuation of Deferred@1983388587 after retry RPC after error@1704703582) -> (continuation of Deferred@1570740520 after retry RPC after error@1219852195) -> (continuation of Deferred@2120669277 after retry RPC after error@1182251145) -> (continuation of Deferred@1728069558 after retry RPC after error@82531482) -> (continuation of Deferred@1275580522 after retry RPC after error@927959699), errback=(continuation of Deferred@1620228487 after retry RPC after error@588205847) -> (continuation of Deferred@127950394 after retry RPC after error@1609141041) -> (continuation of Deferred@717381578 after retry RPC after error@1936513650) -> (continuation of Deferred@1983388587 after retry RPC after error@1704703582) -> (continuation of Deferred@1570740520 after retry RPC after error@1219852195) -> (continuation of Deferred@2120669277 after retry RPC after error@1182251145) -> (continuation of Deferred@1728069558 after retry RPC after error@82531482) -> (continuation of Deferred@1275580522 after retry RPC after error@927959699)))
20:04:14.468 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1492130875(state=PENDING, result=null, callback=(continuation of Deferred@1620228487 after retry RPC after error@588205847) -> (continuation of Deferred@127950394 after retry RPC after error@1609141041) -> (continuation of Deferred@717381578 after retry RPC after error@1936513650) -> (continuation of Deferred@1983388587 after retry RPC after error@1704703582) -> (continuation of Deferred@1570740520 after retry RPC after error@1219852195) -> (continuation of Deferred@2120669277 after retry RPC after error@1182251145) -> (continuation of Deferred@1728069558 after retry RPC after error@82531482) -> (continuation of Deferred@1275580522 after retry RPC after error@927959699), errback=(continuation of Deferred@1620228487 after retry RPC after error@588205847) -> (continuation of Deferred@127950394 after retry RPC after error@1609141041) -> (continuation of Deferred@717381578 after retry RPC after error@1936513650) -> (continuation of Deferred@1983388587 after retry RPC after error@1704703582) -> (continuation of Deferred@1570740520 after retry RPC after error@1219852195) -> (continuation of Deferred@2120669277 after retry RPC after error@1182251145) -> (continuation of Deferred@1728069558 after retry RPC after error@82531482) -> (continuation of Deferred@1275580522 after retry RPC after error@927959699)))
20:04:14.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.688 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@783814557(state=PENDING, result=null, callback=(continuation of Deferred@1481284616 after retry RPC after error@1758031978) -> (continuation of Deferred@1567324420 after retry RPC after error@868303315) -> (continuation of Deferred@1072111999 after retry RPC after error@470699209) -> (continuation of Deferred@439067925 after retry RPC after error@593342554) -> (continuation of Deferred@632787351 after retry RPC after error@1261562348) -> (continuation of Deferred@209055378 after retry RPC after error@1122258982) -> (continuation of Deferred@1539721924 after retry RPC after error@528266969), errback=(continuation of Deferred@1481284616 after retry RPC after error@1758031978) -> (continuation of Deferred@1567324420 after retry RPC after error@868303315) -> (continuation of Deferred@1072111999 after retry RPC after error@470699209) -> (continuation of Deferred@439067925 after retry RPC after error@593342554) -> (continuation of Deferred@632787351 after retry RPC after error@1261562348) -> (continuation of Deferred@209055378 after retry RPC after error@1122258982) -> (continuation of Deferred@1539721924 after retry RPC after error@528266969)))
20:04:14.688 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@783814557(state=PENDING, result=null, callback=(continuation of Deferred@1481284616 after retry RPC after error@1758031978) -> (continuation of Deferred@1567324420 after retry RPC after error@868303315) -> (continuation of Deferred@1072111999 after retry RPC after error@470699209) -> (continuation of Deferred@439067925 after retry RPC after error@593342554) -> (continuation of Deferred@632787351 after retry RPC after error@1261562348) -> (continuation of Deferred@209055378 after retry RPC after error@1122258982) -> (continuation of Deferred@1539721924 after retry RPC after error@528266969), errback=(continuation of Deferred@1481284616 after retry RPC after error@1758031978) -> (continuation of Deferred@1567324420 after retry RPC after error@868303315) -> (continuation of Deferred@1072111999 after retry RPC after error@470699209) -> (continuation of Deferred@439067925 after retry RPC after error@593342554) -> (continuation of Deferred@632787351 after retry RPC after error@1261562348) -> (continuation of Deferred@209055378 after retry RPC after error@1122258982) -> (continuation of Deferred@1539721924 after retry RPC after error@528266969)))
20:04:14.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.788 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:14.965 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1368490366(state=PENDING, result=null, callback=(continuation of Deferred@2122051305 after retry RPC after error@2029927156) -> (continuation of Deferred@864706168 after retry RPC after error@1858970374) -> (continuation of Deferred@1340081296 after retry RPC after error@1178648066) -> (continuation of Deferred@668483884 after retry RPC after error@604898114) -> (continuation of Deferred@1803896791 after retry RPC after error@687232011) -> (continuation of Deferred@1304604952 after retry RPC after error@427999217) -> (continuation of Deferred@1484323049 after retry RPC after error@1110747617) -> (continuation of Deferred@438737614 after retry RPC after error@374854476), errback=(continuation of Deferred@2122051305 after retry RPC after error@2029927156) -> (continuation of Deferred@864706168 after retry RPC after error@1858970374) -> (continuation of Deferred@1340081296 after retry RPC after error@1178648066) -> (continuation of Deferred@668483884 after retry RPC after error@604898114) -> (continuation of Deferred@1803896791 after retry RPC after error@687232011) -> (continuation of Deferred@1304604952 after retry RPC after error@427999217) -> (continuation of Deferred@1484323049 after retry RPC after error@1110747617) -> (continuation of Deferred@438737614 after retry RPC after error@374854476)))
20:04:14.966 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:14.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:14.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:14.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:14.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:14.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.124 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.127 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@966050306(state=PENDING, result=null, callback=(continuation of Deferred@1394747929 after retry RPC after error@519000674) -> (continuation of Deferred@163591275 after retry RPC after error@383480707) -> (continuation of Deferred@1424744867 after retry RPC after error@812897566) -> (continuation of Deferred@949537815 after retry RPC after error@1964173292) -> (continuation of Deferred@2130699796 after retry RPC after error@1342834672) -> (continuation of Deferred@772575634 after retry RPC after error@1279475256), errback=(continuation of Deferred@1394747929 after retry RPC after error@519000674) -> (continuation of Deferred@163591275 after retry RPC after error@383480707) -> (continuation of Deferred@1424744867 after retry RPC after error@812897566) -> (continuation of Deferred@949537815 after retry RPC after error@1964173292) -> (continuation of Deferred@2130699796 after retry RPC after error@1342834672) -> (continuation of Deferred@772575634 after retry RPC after error@1279475256)))
20:04:15.127 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@966050306(state=PENDING, result=null, callback=(continuation of Deferred@1394747929 after retry RPC after error@519000674) -> (continuation of Deferred@163591275 after retry RPC after error@383480707) -> (continuation of Deferred@1424744867 after retry RPC after error@812897566) -> (continuation of Deferred@949537815 after retry RPC after error@1964173292) -> (continuation of Deferred@2130699796 after retry RPC after error@1342834672) -> (continuation of Deferred@772575634 after retry RPC after error@1279475256), errback=(continuation of Deferred@1394747929 after retry RPC after error@519000674) -> (continuation of Deferred@163591275 after retry RPC after error@383480707) -> (continuation of Deferred@1424744867 after retry RPC after error@812897566) -> (continuation of Deferred@949537815 after retry RPC after error@1964173292) -> (continuation of Deferred@2130699796 after retry RPC after error@1342834672) -> (continuation of Deferred@772575634 after retry RPC after error@1279475256)))
20:04:15.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.367 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@36247808(state=PENDING, result=null, callback=(continuation of Deferred@1243319182 after retry RPC after error@909165932) -> (continuation of Deferred@48860786 after retry RPC after error@1220703798) -> (continuation of Deferred@1586746203 after retry RPC after error@1849194048) -> (continuation of Deferred@552402923 after retry RPC after error@2068073990) -> (continuation of Deferred@990729022 after retry RPC after error@371898473) -> (continuation of Deferred@1367215840 after retry RPC after error@143871671) -> (continuation of Deferred@1507223608 after retry RPC after error@444365467), errback=(continuation of Deferred@1243319182 after retry RPC after error@909165932) -> (continuation of Deferred@48860786 after retry RPC after error@1220703798) -> (continuation of Deferred@1586746203 after retry RPC after error@1849194048) -> (continuation of Deferred@552402923 after retry RPC after error@2068073990) -> (continuation of Deferred@990729022 after retry RPC after error@371898473) -> (continuation of Deferred@1367215840 after retry RPC after error@143871671) -> (continuation of Deferred@1507223608 after retry RPC after error@444365467)))
20:04:15.367 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@36247808(state=PENDING, result=null, callback=(continuation of Deferred@1243319182 after retry RPC after error@909165932) -> (continuation of Deferred@48860786 after retry RPC after error@1220703798) -> (continuation of Deferred@1586746203 after retry RPC after error@1849194048) -> (continuation of Deferred@552402923 after retry RPC after error@2068073990) -> (continuation of Deferred@990729022 after retry RPC after error@371898473) -> (continuation of Deferred@1367215840 after retry RPC after error@143871671) -> (continuation of Deferred@1507223608 after retry RPC after error@444365467), errback=(continuation of Deferred@1243319182 after retry RPC after error@909165932) -> (continuation of Deferred@48860786 after retry RPC after error@1220703798) -> (continuation of Deferred@1586746203 after retry RPC after error@1849194048) -> (continuation of Deferred@552402923 after retry RPC after error@2068073990) -> (continuation of Deferred@990729022 after retry RPC after error@371898473) -> (continuation of Deferred@1367215840 after retry RPC after error@143871671) -> (continuation of Deferred@1507223608 after retry RPC after error@444365467)))
20:04:15.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.484 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.587 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1901156045(state=PENDING, result=null, callback=(continuation of Deferred@1262204641 after retry RPC after error@1564741230) -> (continuation of Deferred@1170749183 after retry RPC after error@1054144437) -> (continuation of Deferred@676250160 after retry RPC after error@1434750505) -> (continuation of Deferred@1367287208 after retry RPC after error@1217337709) -> (continuation of Deferred@378412302 after retry RPC after error@1737112624) -> (continuation of Deferred@1332741900 after retry RPC after error@2139368446) -> (continuation of Deferred@419704685 after retry RPC after error@794422209) -> (continuation of Deferred@1616826689 after retry RPC after error@1054592367), errback=(continuation of Deferred@1262204641 after retry RPC after error@1564741230) -> (continuation of Deferred@1170749183 after retry RPC after error@1054144437) -> (continuation of Deferred@676250160 after retry RPC after error@1434750505) -> (continuation of Deferred@1367287208 after retry RPC after error@1217337709) -> (continuation of Deferred@378412302 after retry RPC after error@1737112624) -> (continuation of Deferred@1332741900 after retry RPC after error@2139368446) -> (continuation of Deferred@419704685 after retry RPC after error@794422209) -> (continuation of Deferred@1616826689 after retry RPC after error@1054592367)))
20:04:15.588 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1901156045(state=PENDING, result=null, callback=(continuation of Deferred@1262204641 after retry RPC after error@1564741230) -> (continuation of Deferred@1170749183 after retry RPC after error@1054144437) -> (continuation of Deferred@676250160 after retry RPC after error@1434750505) -> (continuation of Deferred@1367287208 after retry RPC after error@1217337709) -> (continuation of Deferred@378412302 after retry RPC after error@1737112624) -> (continuation of Deferred@1332741900 after retry RPC after error@2139368446) -> (continuation of Deferred@419704685 after retry RPC after error@794422209) -> (continuation of Deferred@1616826689 after retry RPC after error@1054592367), errback=(continuation of Deferred@1262204641 after retry RPC after error@1564741230) -> (continuation of Deferred@1170749183 after retry RPC after error@1054144437) -> (continuation of Deferred@676250160 after retry RPC after error@1434750505) -> (continuation of Deferred@1367287208 after retry RPC after error@1217337709) -> (continuation of Deferred@378412302 after retry RPC after error@1737112624) -> (continuation of Deferred@1332741900 after retry RPC after error@2139368446) -> (continuation of Deferred@419704685 after retry RPC after error@794422209) -> (continuation of Deferred@1616826689 after retry RPC after error@1054592367)))
20:04:15.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@263345106(state=PENDING, result=null, callback=(continuation of Deferred@2087004851 after retry RPC after error@1843016839) -> (continuation of Deferred@1243985944 after retry RPC after error@1469341261) -> (continuation of Deferred@41010878 after retry RPC after error@1051964539) -> (continuation of Deferred@1496399565 after retry RPC after error@740455824) -> (continuation of Deferred@552211100 after retry RPC after error@64580246) -> (continuation of Deferred@1397685110 after retry RPC after error@1820297850) -> (continuation of Deferred@477174683 after retry RPC after error@1412718425), errback=(continuation of Deferred@2087004851 after retry RPC after error@1843016839) -> (continuation of Deferred@1243985944 after retry RPC after error@1469341261) -> (continuation of Deferred@41010878 after retry RPC after error@1051964539) -> (continuation of Deferred@1496399565 after retry RPC after error@740455824) -> (continuation of Deferred@552211100 after retry RPC after error@64580246) -> (continuation of Deferred@1397685110 after retry RPC after error@1820297850) -> (continuation of Deferred@477174683 after retry RPC after error@1412718425)))
20:04:15.807 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@263345106(state=PENDING, result=null, callback=(continuation of Deferred@2087004851 after retry RPC after error@1843016839) -> (continuation of Deferred@1243985944 after retry RPC after error@1469341261) -> (continuation of Deferred@41010878 after retry RPC after error@1051964539) -> (continuation of Deferred@1496399565 after retry RPC after error@740455824) -> (continuation of Deferred@552211100 after retry RPC after error@64580246) -> (continuation of Deferred@1397685110 after retry RPC after error@1820297850) -> (continuation of Deferred@477174683 after retry RPC after error@1412718425), errback=(continuation of Deferred@2087004851 after retry RPC after error@1843016839) -> (continuation of Deferred@1243985944 after retry RPC after error@1469341261) -> (continuation of Deferred@41010878 after retry RPC after error@1051964539) -> (continuation of Deferred@1496399565 after retry RPC after error@740455824) -> (continuation of Deferred@552211100 after retry RPC after error@64580246) -> (continuation of Deferred@1397685110 after retry RPC after error@1820297850) -> (continuation of Deferred@477174683 after retry RPC after error@1412718425)))
20:04:15.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:15.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:15.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:15.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:15.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:15.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1971422543(state=PENDING, result=null, callback=(continuation of Deferred@1679473953 after retry RPC after error@1573782208) -> (continuation of Deferred@2121741471 after retry RPC after error@119897571) -> (continuation of Deferred@921123731 after retry RPC after error@454223757) -> (continuation of Deferred@1552350140 after retry RPC after error@1885364138) -> (continuation of Deferred@2136263062 after retry RPC after error@1945528190) -> (continuation of Deferred@415644071 after retry RPC after error@1781119002) -> (continuation of Deferred@870892720 after retry RPC after error@1936037924) -> (continuation of Deferred@1523031278 after retry RPC after error@2106132164), errback=(continuation of Deferred@1679473953 after retry RPC after error@1573782208) -> (continuation of Deferred@2121741471 after retry RPC after error@119897571) -> (continuation of Deferred@921123731 after retry RPC after error@454223757) -> (continuation of Deferred@1552350140 after retry RPC after error@1885364138) -> (continuation of Deferred@2136263062 after retry RPC after error@1945528190) -> (continuation of Deferred@415644071 after retry RPC after error@1781119002) -> (continuation of Deferred@870892720 after retry RPC after error@1936037924) -> (continuation of Deferred@1523031278 after retry RPC after error@2106132164)))
20:04:16.028 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1971422543(state=PENDING, result=null, callback=(continuation of Deferred@1679473953 after retry RPC after error@1573782208) -> (continuation of Deferred@2121741471 after retry RPC after error@119897571) -> (continuation of Deferred@921123731 after retry RPC after error@454223757) -> (continuation of Deferred@1552350140 after retry RPC after error@1885364138) -> (continuation of Deferred@2136263062 after retry RPC after error@1945528190) -> (continuation of Deferred@415644071 after retry RPC after error@1781119002) -> (continuation of Deferred@870892720 after retry RPC after error@1936037924) -> (continuation of Deferred@1523031278 after retry RPC after error@2106132164), errback=(continuation of Deferred@1679473953 after retry RPC after error@1573782208) -> (continuation of Deferred@2121741471 after retry RPC after error@119897571) -> (continuation of Deferred@921123731 after retry RPC after error@454223757) -> (continuation of Deferred@1552350140 after retry RPC after error@1885364138) -> (continuation of Deferred@2136263062 after retry RPC after error@1945528190) -> (continuation of Deferred@415644071 after retry RPC after error@1781119002) -> (continuation of Deferred@870892720 after retry RPC after error@1936037924) -> (continuation of Deferred@1523031278 after retry RPC after error@2106132164)))
20:04:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:16.040371 27299 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 1)
20:04:16.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:16.042707 27299 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '90933ceb591a418bb48747de08294acc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '90933ceb591a418bb48747de08294acc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 1)
20:04:16.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:16.044623 27299 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.7.188:35985)
20:04:16.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.128 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.228 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.228 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@2020984925(state=PENDING, result=null, callback=(continuation of Deferred@344918845 after retry RPC after error@1464721510) -> (continuation of Deferred@1693504786 after retry RPC after error@840031985) -> (continuation of Deferred@1588325741 after retry RPC after error@1717401614) -> (continuation of Deferred@73890194 after retry RPC after error@943577529) -> (continuation of Deferred@972856150 after retry RPC after error@879495535) -> (continuation of Deferred@192433561 after retry RPC after error@1566489950), errback=(continuation of Deferred@344918845 after retry RPC after error@1464721510) -> (continuation of Deferred@1693504786 after retry RPC after error@840031985) -> (continuation of Deferred@1588325741 after retry RPC after error@1717401614) -> (continuation of Deferred@73890194 after retry RPC after error@943577529) -> (continuation of Deferred@972856150 after retry RPC after error@879495535) -> (continuation of Deferred@192433561 after retry RPC after error@1566489950)))
20:04:16.228 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@2020984925(state=PENDING, result=null, callback=(continuation of Deferred@344918845 after retry RPC after error@1464721510) -> (continuation of Deferred@1693504786 after retry RPC after error@840031985) -> (continuation of Deferred@1588325741 after retry RPC after error@1717401614) -> (continuation of Deferred@73890194 after retry RPC after error@943577529) -> (continuation of Deferred@972856150 after retry RPC after error@879495535) -> (continuation of Deferred@192433561 after retry RPC after error@1566489950), errback=(continuation of Deferred@344918845 after retry RPC after error@1464721510) -> (continuation of Deferred@1693504786 after retry RPC after error@840031985) -> (continuation of Deferred@1588325741 after retry RPC after error@1717401614) -> (continuation of Deferred@73890194 after retry RPC after error@943577529) -> (continuation of Deferred@972856150 after retry RPC after error@879495535) -> (continuation of Deferred@192433561 after retry RPC after error@1566489950)))
20:04:16.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.308 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.468 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1574369082(state=PENDING, result=null, callback=(continuation of Deferred@1525847639 after retry RPC after error@1448019982) -> (continuation of Deferred@2062236058 after retry RPC after error@284065498) -> (continuation of Deferred@1583354558 after retry RPC after error@1891728900) -> (continuation of Deferred@1405468271 after retry RPC after error@817758819) -> (continuation of Deferred@1855263528 after retry RPC after error@366961056) -> (continuation of Deferred@1805091762 after retry RPC after error@737814969) -> (continuation of Deferred@1840280509 after retry RPC after error@51170762), errback=(continuation of Deferred@1525847639 after retry RPC after error@1448019982) -> (continuation of Deferred@2062236058 after retry RPC after error@284065498) -> (continuation of Deferred@1583354558 after retry RPC after error@1891728900) -> (continuation of Deferred@1405468271 after retry RPC after error@817758819) -> (continuation of Deferred@1855263528 after retry RPC after error@366961056) -> (continuation of Deferred@1805091762 after retry RPC after error@737814969) -> (continuation of Deferred@1840280509 after retry RPC after error@51170762)))
20:04:16.468 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1574369082(state=PENDING, result=null, callback=(continuation of Deferred@1525847639 after retry RPC after error@1448019982) -> (continuation of Deferred@2062236058 after retry RPC after error@284065498) -> (continuation of Deferred@1583354558 after retry RPC after error@1891728900) -> (continuation of Deferred@1405468271 after retry RPC after error@817758819) -> (continuation of Deferred@1855263528 after retry RPC after error@366961056) -> (continuation of Deferred@1805091762 after retry RPC after error@737814969) -> (continuation of Deferred@1840280509 after retry RPC after error@51170762), errback=(continuation of Deferred@1525847639 after retry RPC after error@1448019982) -> (continuation of Deferred@2062236058 after retry RPC after error@284065498) -> (continuation of Deferred@1583354558 after retry RPC after error@1891728900) -> (continuation of Deferred@1405468271 after retry RPC after error@817758819) -> (continuation of Deferred@1855263528 after retry RPC after error@366961056) -> (continuation of Deferred@1805091762 after retry RPC after error@737814969) -> (continuation of Deferred@1840280509 after retry RPC after error@51170762)))
20:04:16.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.707 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1101238044(state=PENDING, result=null, callback=(continuation of Deferred@302614341 after retry RPC after error@2139783397) -> (continuation of Deferred@1670288405 after retry RPC after error@1049115671) -> (continuation of Deferred@1617274668 after retry RPC after error@1262722669) -> (continuation of Deferred@1559921964 after retry RPC after error@602763808) -> (continuation of Deferred@1853685174 after retry RPC after error@966506210) -> (continuation of Deferred@826312472 after retry RPC after error@2046070626) -> (continuation of Deferred@1894534311 after retry RPC after error@337955070), errback=(continuation of Deferred@302614341 after retry RPC after error@2139783397) -> (continuation of Deferred@1670288405 after retry RPC after error@1049115671) -> (continuation of Deferred@1617274668 after retry RPC after error@1262722669) -> (continuation of Deferred@1559921964 after retry RPC after error@602763808) -> (continuation of Deferred@1853685174 after retry RPC after error@966506210) -> (continuation of Deferred@826312472 after retry RPC after error@2046070626) -> (continuation of Deferred@1894534311 after retry RPC after error@337955070)))
20:04:16.708 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1101238044(state=PENDING, result=null, callback=(continuation of Deferred@302614341 after retry RPC after error@2139783397) -> (continuation of Deferred@1670288405 after retry RPC after error@1049115671) -> (continuation of Deferred@1617274668 after retry RPC after error@1262722669) -> (continuation of Deferred@1559921964 after retry RPC after error@602763808) -> (continuation of Deferred@1853685174 after retry RPC after error@966506210) -> (continuation of Deferred@826312472 after retry RPC after error@2046070626) -> (continuation of Deferred@1894534311 after retry RPC after error@337955070), errback=(continuation of Deferred@302614341 after retry RPC after error@2139783397) -> (continuation of Deferred@1670288405 after retry RPC after error@1049115671) -> (continuation of Deferred@1617274668 after retry RPC after error@1262722669) -> (continuation of Deferred@1559921964 after retry RPC after error@602763808) -> (continuation of Deferred@1853685174 after retry RPC after error@966506210) -> (continuation of Deferred@826312472 after retry RPC after error@2046070626) -> (continuation of Deferred@1894534311 after retry RPC after error@337955070)))
20:04:16.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:16.967 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1907715925(state=PENDING, result=null, callback=(continuation of Deferred@2036804137 after retry RPC after error@1210957344) -> (continuation of Deferred@312442232 after retry RPC after error@1217034169) -> (continuation of Deferred@150747875 after retry RPC after error@755321186) -> (continuation of Deferred@1150850311 after retry RPC after error@1597248914) -> (continuation of Deferred@913704885 after retry RPC after error@834602560) -> (continuation of Deferred@823107037 after retry RPC after error@1323865835) -> (continuation of Deferred@1218800428 after retry RPC after error@31586686), errback=(continuation of Deferred@2036804137 after retry RPC after error@1210957344) -> (continuation of Deferred@312442232 after retry RPC after error@1217034169) -> (continuation of Deferred@150747875 after retry RPC after error@755321186) -> (continuation of Deferred@1150850311 after retry RPC after error@1597248914) -> (continuation of Deferred@913704885 after retry RPC after error@834602560) -> (continuation of Deferred@823107037 after retry RPC after error@1323865835) -> (continuation of Deferred@1218800428 after retry RPC after error@31586686)))
20:04:16.967 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1907715925(state=PENDING, result=null, callback=(continuation of Deferred@2036804137 after retry RPC after error@1210957344) -> (continuation of Deferred@312442232 after retry RPC after error@1217034169) -> (continuation of Deferred@150747875 after retry RPC after error@755321186) -> (continuation of Deferred@1150850311 after retry RPC after error@1597248914) -> (continuation of Deferred@913704885 after retry RPC after error@834602560) -> (continuation of Deferred@823107037 after retry RPC after error@1323865835) -> (continuation of Deferred@1218800428 after retry RPC after error@31586686), errback=(continuation of Deferred@2036804137 after retry RPC after error@1210957344) -> (continuation of Deferred@312442232 after retry RPC after error@1217034169) -> (continuation of Deferred@150747875 after retry RPC after error@755321186) -> (continuation of Deferred@1150850311 after retry RPC after error@1597248914) -> (continuation of Deferred@913704885 after retry RPC after error@834602560) -> (continuation of Deferred@823107037 after retry RPC after error@1323865835) -> (continuation of Deferred@1218800428 after retry RPC after error@31586686)))
20:04:16.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:16.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:16.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:16.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:16.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.235 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@699821478(state=PENDING, result=null, callback=(continuation of Deferred@1242953221 after retry RPC after error@1942426252) -> (continuation of Deferred@1617195538 after retry RPC after error@2049308901) -> (continuation of Deferred@535141498 after retry RPC after error@1425911416) -> (continuation of Deferred@390767127 after retry RPC after error@1115521739) -> (continuation of Deferred@1908981938 after retry RPC after error@1216298653) -> (continuation of Deferred@182937503 after retry RPC after error@606263250) -> (continuation of Deferred@324558516 after retry RPC after error@585236884), errback=(continuation of Deferred@1242953221 after retry RPC after error@1942426252) -> (continuation of Deferred@1617195538 after retry RPC after error@2049308901) -> (continuation of Deferred@535141498 after retry RPC after error@1425911416) -> (continuation of Deferred@390767127 after retry RPC after error@1115521739) -> (continuation of Deferred@1908981938 after retry RPC after error@1216298653) -> (continuation of Deferred@182937503 after retry RPC after error@606263250) -> (continuation of Deferred@324558516 after retry RPC after error@585236884)))
20:04:17.236 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@699821478(state=PENDING, result=null, callback=(continuation of Deferred@1242953221 after retry RPC after error@1942426252) -> (continuation of Deferred@1617195538 after retry RPC after error@2049308901) -> (continuation of Deferred@535141498 after retry RPC after error@1425911416) -> (continuation of Deferred@390767127 after retry RPC after error@1115521739) -> (continuation of Deferred@1908981938 after retry RPC after error@1216298653) -> (continuation of Deferred@182937503 after retry RPC after error@606263250) -> (continuation of Deferred@324558516 after retry RPC after error@585236884), errback=(continuation of Deferred@1242953221 after retry RPC after error@1942426252) -> (continuation of Deferred@1617195538 after retry RPC after error@2049308901) -> (continuation of Deferred@535141498 after retry RPC after error@1425911416) -> (continuation of Deferred@390767127 after retry RPC after error@1115521739) -> (continuation of Deferred@1908981938 after retry RPC after error@1216298653) -> (continuation of Deferred@182937503 after retry RPC after error@606263250) -> (continuation of Deferred@324558516 after retry RPC after error@585236884)))
20:04:17.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.308 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.428 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1429743026(state=PENDING, result=null, callback=(continuation of Deferred@580983101 after retry RPC after error@1961722580) -> (continuation of Deferred@554595057 after retry RPC after error@898614999) -> (continuation of Deferred@533551530 after retry RPC after error@120488869) -> (continuation of Deferred@1432739915 after retry RPC after error@513228110) -> (continuation of Deferred@1809983295 after retry RPC after error@413311565) -> (continuation of Deferred@1648324266 after retry RPC after error@1164268270), errback=(continuation of Deferred@580983101 after retry RPC after error@1961722580) -> (continuation of Deferred@554595057 after retry RPC after error@898614999) -> (continuation of Deferred@533551530 after retry RPC after error@120488869) -> (continuation of Deferred@1432739915 after retry RPC after error@513228110) -> (continuation of Deferred@1809983295 after retry RPC after error@413311565) -> (continuation of Deferred@1648324266 after retry RPC after error@1164268270)))
20:04:17.428 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1429743026(state=PENDING, result=null, callback=(continuation of Deferred@580983101 after retry RPC after error@1961722580) -> (continuation of Deferred@554595057 after retry RPC after error@898614999) -> (continuation of Deferred@533551530 after retry RPC after error@120488869) -> (continuation of Deferred@1432739915 after retry RPC after error@513228110) -> (continuation of Deferred@1809983295 after retry RPC after error@413311565) -> (continuation of Deferred@1648324266 after retry RPC after error@1164268270), errback=(continuation of Deferred@580983101 after retry RPC after error@1961722580) -> (continuation of Deferred@554595057 after retry RPC after error@898614999) -> (continuation of Deferred@533551530 after retry RPC after error@120488869) -> (continuation of Deferred@1432739915 after retry RPC after error@513228110) -> (continuation of Deferred@1809983295 after retry RPC after error@413311565) -> (continuation of Deferred@1648324266 after retry RPC after error@1164268270)))
20:04:17.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.484 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.629 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.668 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [184ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@105241886(state=PENDING, result=null, callback=(continuation of Deferred@1636662643 after retry RPC after error@2036834806) -> (continuation of Deferred@1994307935 after retry RPC after error@1591420855) -> (continuation of Deferred@1421324282 after retry RPC after error@270261387) -> (continuation of Deferred@319593366 after retry RPC after error@342749407) -> (continuation of Deferred@2102150615 after retry RPC after error@872227185) -> (continuation of Deferred@1155189939 after retry RPC after error@1061824511) -> (continuation of Deferred@548912956 after retry RPC after error@2048652530) -> (continuation of Deferred@1748369494 after retry RPC after error@103655280), errback=(continuation of Deferred@1636662643 after retry RPC after error@2036834806) -> (continuation of Deferred@1994307935 after retry RPC after error@1591420855) -> (continuation of Deferred@1421324282 after retry RPC after error@270261387) -> (continuation of Deferred@319593366 after retry RPC after error@342749407) -> (continuation of Deferred@2102150615 after retry RPC after error@872227185) -> (continuation of Deferred@1155189939 after retry RPC after error@1061824511) -> (continuation of Deferred@548912956 after retry RPC after error@2048652530) -> (continuation of Deferred@1748369494 after retry RPC after error@103655280)))
20:04:17.668 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [184ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@105241886(state=PENDING, result=null, callback=(continuation of Deferred@1636662643 after retry RPC after error@2036834806) -> (continuation of Deferred@1994307935 after retry RPC after error@1591420855) -> (continuation of Deferred@1421324282 after retry RPC after error@270261387) -> (continuation of Deferred@319593366 after retry RPC after error@342749407) -> (continuation of Deferred@2102150615 after retry RPC after error@872227185) -> (continuation of Deferred@1155189939 after retry RPC after error@1061824511) -> (continuation of Deferred@548912956 after retry RPC after error@2048652530) -> (continuation of Deferred@1748369494 after retry RPC after error@103655280), errback=(continuation of Deferred@1636662643 after retry RPC after error@2036834806) -> (continuation of Deferred@1994307935 after retry RPC after error@1591420855) -> (continuation of Deferred@1421324282 after retry RPC after error@270261387) -> (continuation of Deferred@319593366 after retry RPC after error@342749407) -> (continuation of Deferred@2102150615 after retry RPC after error@872227185) -> (continuation of Deferred@1155189939 after retry RPC after error@1061824511) -> (continuation of Deferred@548912956 after retry RPC after error@2048652530) -> (continuation of Deferred@1748369494 after retry RPC after error@103655280)))
20:04:17.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.807 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1172173315(state=PENDING, result=null, callback=(continuation of Deferred@1165367135 after retry RPC after error@1687373760) -> (continuation of Deferred@222397488 after retry RPC after error@656810609) -> (continuation of Deferred@1377764645 after retry RPC after error@743241185) -> (continuation of Deferred@757961820 after retry RPC after error@990776866) -> (continuation of Deferred@286397003 after retry RPC after error@1522142837) -> (continuation of Deferred@460652042 after retry RPC after error@1346411608) -> (continuation of Deferred@1363237969 after retry RPC after error@1526868394), errback=(continuation of Deferred@1165367135 after retry RPC after error@1687373760) -> (continuation of Deferred@222397488 after retry RPC after error@656810609) -> (continuation of Deferred@1377764645 after retry RPC after error@743241185) -> (continuation of Deferred@757961820 after retry RPC after error@990776866) -> (continuation of Deferred@286397003 after retry RPC after error@1522142837) -> (continuation of Deferred@460652042 after retry RPC after error@1346411608) -> (continuation of Deferred@1363237969 after retry RPC after error@1526868394)))
20:04:17.847 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1172173315(state=PENDING, result=null, callback=(continuation of Deferred@1165367135 after retry RPC after error@1687373760) -> (continuation of Deferred@222397488 after retry RPC after error@656810609) -> (continuation of Deferred@1377764645 after retry RPC after error@743241185) -> (continuation of Deferred@757961820 after retry RPC after error@990776866) -> (continuation of Deferred@286397003 after retry RPC after error@1522142837) -> (continuation of Deferred@460652042 after retry RPC after error@1346411608) -> (continuation of Deferred@1363237969 after retry RPC after error@1526868394), errback=(continuation of Deferred@1165367135 after retry RPC after error@1687373760) -> (continuation of Deferred@222397488 after retry RPC after error@656810609) -> (continuation of Deferred@1377764645 after retry RPC after error@743241185) -> (continuation of Deferred@757961820 after retry RPC after error@990776866) -> (continuation of Deferred@286397003 after retry RPC after error@1522142837) -> (continuation of Deferred@460652042 after retry RPC after error@1346411608) -> (continuation of Deferred@1363237969 after retry RPC after error@1526868394)))
20:04:17.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:17.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:17.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:17.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:17.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:17.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.087 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.088 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1099728297(state=PENDING, result=null, callback=(continuation of Deferred@1451332328 after retry RPC after error@1766599855) -> (continuation of Deferred@1968259767 after retry RPC after error@1347756153) -> (continuation of Deferred@169475657 after retry RPC after error@45650673) -> (continuation of Deferred@2097360107 after retry RPC after error@70028762) -> (continuation of Deferred@1099088032 after retry RPC after error@124513659) -> (continuation of Deferred@1676410121 after retry RPC after error@55181043) -> (continuation of Deferred@1410972154 after retry RPC after error@205624887), errback=(continuation of Deferred@1451332328 after retry RPC after error@1766599855) -> (continuation of Deferred@1968259767 after retry RPC after error@1347756153) -> (continuation of Deferred@169475657 after retry RPC after error@45650673) -> (continuation of Deferred@2097360107 after retry RPC after error@70028762) -> (continuation of Deferred@1099088032 after retry RPC after error@124513659) -> (continuation of Deferred@1676410121 after retry RPC after error@55181043) -> (continuation of Deferred@1410972154 after retry RPC after error@205624887)))
20:04:18.088 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1099728297(state=PENDING, result=null, callback=(continuation of Deferred@1451332328 after retry RPC after error@1766599855) -> (continuation of Deferred@1968259767 after retry RPC after error@1347756153) -> (continuation of Deferred@169475657 after retry RPC after error@45650673) -> (continuation of Deferred@2097360107 after retry RPC after error@70028762) -> (continuation of Deferred@1099088032 after retry RPC after error@124513659) -> (continuation of Deferred@1676410121 after retry RPC after error@55181043) -> (continuation of Deferred@1410972154 after retry RPC after error@205624887), errback=(continuation of Deferred@1451332328 after retry RPC after error@1766599855) -> (continuation of Deferred@1968259767 after retry RPC after error@1347756153) -> (continuation of Deferred@169475657 after retry RPC after error@45650673) -> (continuation of Deferred@2097360107 after retry RPC after error@70028762) -> (continuation of Deferred@1099088032 after retry RPC after error@124513659) -> (continuation of Deferred@1676410121 after retry RPC after error@55181043) -> (continuation of Deferred@1410972154 after retry RPC after error@205624887)))
20:04:18.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.347 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@99467520(state=PENDING, result=null, callback=(continuation of Deferred@1247872556 after retry RPC after error@2079252463) -> (continuation of Deferred@1832882487 after retry RPC after error@112310353) -> (continuation of Deferred@1143181005 after retry RPC after error@1228873729) -> (continuation of Deferred@1478010424 after retry RPC after error@1407250010) -> (continuation of Deferred@191710989 after retry RPC after error@996299081) -> (continuation of Deferred@651565435 after retry RPC after error@1922081221) -> (continuation of Deferred@329569717 after retry RPC after error@979707537), errback=(continuation of Deferred@1247872556 after retry RPC after error@2079252463) -> (continuation of Deferred@1832882487 after retry RPC after error@112310353) -> (continuation of Deferred@1143181005 after retry RPC after error@1228873729) -> (continuation of Deferred@1478010424 after retry RPC after error@1407250010) -> (continuation of Deferred@191710989 after retry RPC after error@996299081) -> (continuation of Deferred@651565435 after retry RPC after error@1922081221) -> (continuation of Deferred@329569717 after retry RPC after error@979707537)))
20:04:18.348 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@99467520(state=PENDING, result=null, callback=(continuation of Deferred@1247872556 after retry RPC after error@2079252463) -> (continuation of Deferred@1832882487 after retry RPC after error@112310353) -> (continuation of Deferred@1143181005 after retry RPC after error@1228873729) -> (continuation of Deferred@1478010424 after retry RPC after error@1407250010) -> (continuation of Deferred@191710989 after retry RPC after error@996299081) -> (continuation of Deferred@651565435 after retry RPC after error@1922081221) -> (continuation of Deferred@329569717 after retry RPC after error@979707537), errback=(continuation of Deferred@1247872556 after retry RPC after error@2079252463) -> (continuation of Deferred@1832882487 after retry RPC after error@112310353) -> (continuation of Deferred@1143181005 after retry RPC after error@1228873729) -> (continuation of Deferred@1478010424 after retry RPC after error@1407250010) -> (continuation of Deferred@191710989 after retry RPC after error@996299081) -> (continuation of Deferred@651565435 after retry RPC after error@1922081221) -> (continuation of Deferred@329569717 after retry RPC after error@979707537)))
20:04:18.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.625 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@892523044(state=PENDING, result=null, callback=(continuation of Deferred@383104665 after retry RPC after error@715335145) -> (continuation of Deferred@261507685 after retry RPC after error@748030529) -> (continuation of Deferred@399249460 after retry RPC after error@611578697) -> (continuation of Deferred@428560576 after retry RPC after error@97752498) -> (continuation of Deferred@1927903372 after retry RPC after error@1237005347) -> (continuation of Deferred@183853188 after retry RPC after error@328342125) -> (continuation of Deferred@705047947 after retry RPC after error@982257348), errback=(continuation of Deferred@383104665 after retry RPC after error@715335145) -> (continuation of Deferred@261507685 after retry RPC after error@748030529) -> (continuation of Deferred@399249460 after retry RPC after error@611578697) -> (continuation of Deferred@428560576 after retry RPC after error@97752498) -> (continuation of Deferred@1927903372 after retry RPC after error@1237005347) -> (continuation of Deferred@183853188 after retry RPC after error@328342125) -> (continuation of Deferred@705047947 after retry RPC after error@982257348)))
20:04:18.626 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:18.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:18.707737 27669 master_runner.cc:186] Error getting master registration for 127.26.7.190:33659: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111),
20:04:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:18.707907 27669 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:18.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.827 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@94171365(state=PENDING, result=null, callback=(continuation of Deferred@1698289341 after retry RPC after error@303234249) -> (continuation of Deferred@224208611 after retry RPC after error@1873081461) -> (continuation of Deferred@1141066498 after retry RPC after error@1106379775) -> (continuation of Deferred@637296412 after retry RPC after error@1840447626) -> (continuation of Deferred@867568997 after retry RPC after error@1653218583) -> (continuation of Deferred@625588965 after retry RPC after error@1342921110), errback=(continuation of Deferred@1698289341 after retry RPC after error@303234249) -> (continuation of Deferred@224208611 after retry RPC after error@1873081461) -> (continuation of Deferred@1141066498 after retry RPC after error@1106379775) -> (continuation of Deferred@637296412 after retry RPC after error@1840447626) -> (continuation of Deferred@867568997 after retry RPC after error@1653218583) -> (continuation of Deferred@625588965 after retry RPC after error@1342921110)))
20:04:18.828 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@94171365(state=PENDING, result=null, callback=(continuation of Deferred@1698289341 after retry RPC after error@303234249) -> (continuation of Deferred@224208611 after retry RPC after error@1873081461) -> (continuation of Deferred@1141066498 after retry RPC after error@1106379775) -> (continuation of Deferred@637296412 after retry RPC after error@1840447626) -> (continuation of Deferred@867568997 after retry RPC after error@1653218583) -> (continuation of Deferred@625588965 after retry RPC after error@1342921110), errback=(continuation of Deferred@1698289341 after retry RPC after error@303234249) -> (continuation of Deferred@224208611 after retry RPC after error@1873081461) -> (continuation of Deferred@1141066498 after retry RPC after error@1106379775) -> (continuation of Deferred@637296412 after retry RPC after error@1840447626) -> (continuation of Deferred@867568997 after retry RPC after error@1653218583) -> (continuation of Deferred@625588965 after retry RPC after error@1342921110)))
20:04:18.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.864 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.924 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:18.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:18.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:18.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:18.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:18.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@421984053(state=PENDING, result=null, callback=(continuation of Deferred@881545185 after retry RPC after error@1221336683) -> (continuation of Deferred@1667673532 after retry RPC after error@1297572282) -> (continuation of Deferred@592300982 after retry RPC after error@198883058) -> (continuation of Deferred@1569186168 after retry RPC after error@732631491) -> (continuation of Deferred@1727426427 after retry RPC after error@952449137) -> (continuation of Deferred@1521189424 after retry RPC after error@696100271) -> (continuation of Deferred@2091223628 after retry RPC after error@1832002329), errback=(continuation of Deferred@881545185 after retry RPC after error@1221336683) -> (continuation of Deferred@1667673532 after retry RPC after error@1297572282) -> (continuation of Deferred@592300982 after retry RPC after error@198883058) -> (continuation of Deferred@1569186168 after retry RPC after error@732631491) -> (continuation of Deferred@1727426427 after retry RPC after error@952449137) -> (continuation of Deferred@1521189424 after retry RPC after error@696100271) -> (continuation of Deferred@2091223628 after retry RPC after error@1832002329)))
20:04:19.068 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@421984053(state=PENDING, result=null, callback=(continuation of Deferred@881545185 after retry RPC after error@1221336683) -> (continuation of Deferred@1667673532 after retry RPC after error@1297572282) -> (continuation of Deferred@592300982 after retry RPC after error@198883058) -> (continuation of Deferred@1569186168 after retry RPC after error@732631491) -> (continuation of Deferred@1727426427 after retry RPC after error@952449137) -> (continuation of Deferred@1521189424 after retry RPC after error@696100271) -> (continuation of Deferred@2091223628 after retry RPC after error@1832002329), errback=(continuation of Deferred@881545185 after retry RPC after error@1221336683) -> (continuation of Deferred@1667673532 after retry RPC after error@1297572282) -> (continuation of Deferred@592300982 after retry RPC after error@198883058) -> (continuation of Deferred@1569186168 after retry RPC after error@732631491) -> (continuation of Deferred@1727426427 after retry RPC after error@952449137) -> (continuation of Deferred@1521189424 after retry RPC after error@696100271) -> (continuation of Deferred@2091223628 after retry RPC after error@1832002329)))
20:04:19.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.327 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1757390588(state=PENDING, result=null, callback=(continuation of Deferred@1078443033 after retry RPC after error@1621968989) -> (continuation of Deferred@1317812829 after retry RPC after error@1536290102) -> (continuation of Deferred@650851625 after retry RPC after error@741240333) -> (continuation of Deferred@65009415 after retry RPC after error@1475564055) -> (continuation of Deferred@678320061 after retry RPC after error@2012154555) -> (continuation of Deferred@192199822 after retry RPC after error@1180316701) -> (continuation of Deferred@483610836 after retry RPC after error@333855527), errback=(continuation of Deferred@1078443033 after retry RPC after error@1621968989) -> (continuation of Deferred@1317812829 after retry RPC after error@1536290102) -> (continuation of Deferred@650851625 after retry RPC after error@741240333) -> (continuation of Deferred@65009415 after retry RPC after error@1475564055) -> (continuation of Deferred@678320061 after retry RPC after error@2012154555) -> (continuation of Deferred@192199822 after retry RPC after error@1180316701) -> (continuation of Deferred@483610836 after retry RPC after error@333855527)))
20:04:19.327 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1757390588(state=PENDING, result=null, callback=(continuation of Deferred@1078443033 after retry RPC after error@1621968989) -> (continuation of Deferred@1317812829 after retry RPC after error@1536290102) -> (continuation of Deferred@650851625 after retry RPC after error@741240333) -> (continuation of Deferred@65009415 after retry RPC after error@1475564055) -> (continuation of Deferred@678320061 after retry RPC after error@2012154555) -> (continuation of Deferred@192199822 after retry RPC after error@1180316701) -> (continuation of Deferred@483610836 after retry RPC after error@333855527), errback=(continuation of Deferred@1078443033 after retry RPC after error@1621968989) -> (continuation of Deferred@1317812829 after retry RPC after error@1536290102) -> (continuation of Deferred@650851625 after retry RPC after error@741240333) -> (continuation of Deferred@65009415 after retry RPC after error@1475564055) -> (continuation of Deferred@678320061 after retry RPC after error@2012154555) -> (continuation of Deferred@192199822 after retry RPC after error@1180316701) -> (continuation of Deferred@483610836 after retry RPC after error@333855527)))
20:04:19.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.507 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@413665024(state=PENDING, result=null, callback=(continuation of Deferred@517359111 after retry RPC after error@402687118) -> (continuation of Deferred@1934695704 after retry RPC after error@731485301) -> (continuation of Deferred@122886527 after retry RPC after error@468441583) -> (continuation of Deferred@1613348439 after retry RPC after error@125088795) -> (continuation of Deferred@418631019 after retry RPC after error@1569868603) -> (continuation of Deferred@1885642200 after retry RPC after error@1376922531), errback=(continuation of Deferred@517359111 after retry RPC after error@402687118) -> (continuation of Deferred@1934695704 after retry RPC after error@731485301) -> (continuation of Deferred@122886527 after retry RPC after error@468441583) -> (continuation of Deferred@1613348439 after retry RPC after error@125088795) -> (continuation of Deferred@418631019 after retry RPC after error@1569868603) -> (continuation of Deferred@1885642200 after retry RPC after error@1376922531)))
20:04:19.507 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@413665024(state=PENDING, result=null, callback=(continuation of Deferred@517359111 after retry RPC after error@402687118) -> (continuation of Deferred@1934695704 after retry RPC after error@731485301) -> (continuation of Deferred@122886527 after retry RPC after error@468441583) -> (continuation of Deferred@1613348439 after retry RPC after error@125088795) -> (continuation of Deferred@418631019 after retry RPC after error@1569868603) -> (continuation of Deferred@1885642200 after retry RPC after error@1376922531), errback=(continuation of Deferred@517359111 after retry RPC after error@402687118) -> (continuation of Deferred@1934695704 after retry RPC after error@731485301) -> (continuation of Deferred@122886527 after retry RPC after error@468441583) -> (continuation of Deferred@1613348439 after retry RPC after error@125088795) -> (continuation of Deferred@418631019 after retry RPC after error@1569868603) -> (continuation of Deferred@1885642200 after retry RPC after error@1376922531)))
20:04:19.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.707 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1007277042(state=PENDING, result=null, callback=(continuation of Deferred@70015533 after retry RPC after error@1624568177) -> (continuation of Deferred@1724201874 after retry RPC after error@346153723) -> (continuation of Deferred@1924808560 after retry RPC after error@899815215) -> (continuation of Deferred@2062853026 after retry RPC after error@1641619517) -> (continuation of Deferred@1111212745 after retry RPC after error@1728429774) -> (continuation of Deferred@942925887 after retry RPC after error@281276364), errback=(continuation of Deferred@70015533 after retry RPC after error@1624568177) -> (continuation of Deferred@1724201874 after retry RPC after error@346153723) -> (continuation of Deferred@1924808560 after retry RPC after error@899815215) -> (continuation of Deferred@2062853026 after retry RPC after error@1641619517) -> (continuation of Deferred@1111212745 after retry RPC after error@1728429774) -> (continuation of Deferred@942925887 after retry RPC after error@281276364)))
20:04:19.707 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1007277042(state=PENDING, result=null, callback=(continuation of Deferred@70015533 after retry RPC after error@1624568177) -> (continuation of Deferred@1724201874 after retry RPC after error@346153723) -> (continuation of Deferred@1924808560 after retry RPC after error@899815215) -> (continuation of Deferred@2062853026 after retry RPC after error@1641619517) -> (continuation of Deferred@1111212745 after retry RPC after error@1728429774) -> (continuation of Deferred@942925887 after retry RPC after error@281276364), errback=(continuation of Deferred@70015533 after retry RPC after error@1624568177) -> (continuation of Deferred@1724201874 after retry RPC after error@346153723) -> (continuation of Deferred@1924808560 after retry RPC after error@899815215) -> (continuation of Deferred@2062853026 after retry RPC after error@1641619517) -> (continuation of Deferred@1111212745 after retry RPC after error@1728429774) -> (continuation of Deferred@942925887 after retry RPC after error@281276364)))
20:04:19.724 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.748 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.824 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.868 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.888 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [144ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1097147176(state=PENDING, result=null, callback=(continuation of Deferred@788309901 after retry RPC after error@131526381) -> (continuation of Deferred@526545356 after retry RPC after error@2012642667) -> (continuation of Deferred@1023245527 after retry RPC after error@216812579) -> (continuation of Deferred@9220195 after retry RPC after error@1146460220) -> (continuation of Deferred@320425893 after retry RPC after error@2113574065) -> (continuation of Deferred@403717317 after retry RPC after error@1886176131) -> (continuation of Deferred@701615692 after retry RPC after error@2595035), errback=(continuation of Deferred@788309901 after retry RPC after error@131526381) -> (continuation of Deferred@526545356 after retry RPC after error@2012642667) -> (continuation of Deferred@1023245527 after retry RPC after error@216812579) -> (continuation of Deferred@9220195 after retry RPC after error@1146460220) -> (continuation of Deferred@320425893 after retry RPC after error@2113574065) -> (continuation of Deferred@403717317 after retry RPC after error@1886176131) -> (continuation of Deferred@701615692 after retry RPC after error@2595035)))
20:04:19.888 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [144ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1097147176(state=PENDING, result=null, callback=(continuation of Deferred@788309901 after retry RPC after error@131526381) -> (continuation of Deferred@526545356 after retry RPC after error@2012642667) -> (continuation of Deferred@1023245527 after retry RPC after error@216812579) -> (continuation of Deferred@9220195 after retry RPC after error@1146460220) -> (continuation of Deferred@320425893 after retry RPC after error@2113574065) -> (continuation of Deferred@403717317 after retry RPC after error@1886176131) -> (continuation of Deferred@701615692 after retry RPC after error@2595035), errback=(continuation of Deferred@788309901 after retry RPC after error@131526381) -> (continuation of Deferred@526545356 after retry RPC after error@2012642667) -> (continuation of Deferred@1023245527 after retry RPC after error@216812579) -> (continuation of Deferred@9220195 after retry RPC after error@1146460220) -> (continuation of Deferred@320425893 after retry RPC after error@2113574065) -> (continuation of Deferred@403717317 after retry RPC after error@1886176131) -> (continuation of Deferred@701615692 after retry RPC after error@2595035)))
20:04:19.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:19.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:19.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:19.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:19.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:19.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.128 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@122294226(state=PENDING, result=null, callback=(continuation of Deferred@1822398730 after retry RPC after error@141824711) -> (continuation of Deferred@1519820671 after retry RPC after error@225783648) -> (continuation of Deferred@489861133 after retry RPC after error@905476934) -> (continuation of Deferred@1543206881 after retry RPC after error@2136038865) -> (continuation of Deferred@2003511534 after retry RPC after error@29314830) -> (continuation of Deferred@24863911 after retry RPC after error@1957760652) -> (continuation of Deferred@1521710252 after retry RPC after error@554665931) -> (continuation of Deferred@2072740113 after retry RPC after error@129119618), errback=(continuation of Deferred@1822398730 after retry RPC after error@141824711) -> (continuation of Deferred@1519820671 after retry RPC after error@225783648) -> (continuation of Deferred@489861133 after retry RPC after error@905476934) -> (continuation of Deferred@1543206881 after retry RPC after error@2136038865) -> (continuation of Deferred@2003511534 after retry RPC after error@29314830) -> (continuation of Deferred@24863911 after retry RPC after error@1957760652) -> (continuation of Deferred@1521710252 after retry RPC after error@554665931) -> (continuation of Deferred@2072740113 after retry RPC after error@129119618)))
20:04:20.128 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@122294226(state=PENDING, result=null, callback=(continuation of Deferred@1822398730 after retry RPC after error@141824711) -> (continuation of Deferred@1519820671 after retry RPC after error@225783648) -> (continuation of Deferred@489861133 after retry RPC after error@905476934) -> (continuation of Deferred@1543206881 after retry RPC after error@2136038865) -> (continuation of Deferred@2003511534 after retry RPC after error@29314830) -> (continuation of Deferred@24863911 after retry RPC after error@1957760652) -> (continuation of Deferred@1521710252 after retry RPC after error@554665931) -> (continuation of Deferred@2072740113 after retry RPC after error@129119618), errback=(continuation of Deferred@1822398730 after retry RPC after error@141824711) -> (continuation of Deferred@1519820671 after retry RPC after error@225783648) -> (continuation of Deferred@489861133 after retry RPC after error@905476934) -> (continuation of Deferred@1543206881 after retry RPC after error@2136038865) -> (continuation of Deferred@2003511534 after retry RPC after error@29314830) -> (continuation of Deferred@24863911 after retry RPC after error@1957760652) -> (continuation of Deferred@1521710252 after retry RPC after error@554665931) -> (continuation of Deferred@2072740113 after retry RPC after error@129119618)))
20:04:20.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.184 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.308 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.308 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@145649266(state=PENDING, result=null, callback=(continuation of Deferred@200296369 after retry RPC after error@2081952415) -> (continuation of Deferred@621595339 after retry RPC after error@1579875814) -> (continuation of Deferred@1475277917 after retry RPC after error@1801361621) -> (continuation of Deferred@684154343 after retry RPC after error@554385620) -> (continuation of Deferred@23528628 after retry RPC after error@509656189) -> (continuation of Deferred@215675443 after retry RPC after error@1999376028), errback=(continuation of Deferred@200296369 after retry RPC after error@2081952415) -> (continuation of Deferred@621595339 after retry RPC after error@1579875814) -> (continuation of Deferred@1475277917 after retry RPC after error@1801361621) -> (continuation of Deferred@684154343 after retry RPC after error@554385620) -> (continuation of Deferred@23528628 after retry RPC after error@509656189) -> (continuation of Deferred@215675443 after retry RPC after error@1999376028)))
20:04:20.309 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@145649266(state=PENDING, result=null, callback=(continuation of Deferred@200296369 after retry RPC after error@2081952415) -> (continuation of Deferred@621595339 after retry RPC after error@1579875814) -> (continuation of Deferred@1475277917 after retry RPC after error@1801361621) -> (continuation of Deferred@684154343 after retry RPC after error@554385620) -> (continuation of Deferred@23528628 after retry RPC after error@509656189) -> (continuation of Deferred@215675443 after retry RPC after error@1999376028), errback=(continuation of Deferred@200296369 after retry RPC after error@2081952415) -> (continuation of Deferred@621595339 after retry RPC after error@1579875814) -> (continuation of Deferred@1475277917 after retry RPC after error@1801361621) -> (continuation of Deferred@684154343 after retry RPC after error@554385620) -> (continuation of Deferred@23528628 after retry RPC after error@509656189) -> (continuation of Deferred@215675443 after retry RPC after error@1999376028)))
20:04:20.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:20.394959 27973 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:04:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:20.395150 27973 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:04:20.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:20.395854 27973 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:04:20.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:20.396912 27687 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:04:20.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:20.398008 27688 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:04:20.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:20.398164 27687 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:04:20.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:20.398290 27687 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2; no voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d
20:04:20.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:20.398509 27973 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
20:04:20.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.547 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@519795005(state=PENDING, result=null, callback=(continuation of Deferred@611498276 after retry RPC after error@210209248) -> (continuation of Deferred@1797834522 after retry RPC after error@773796315) -> (continuation of Deferred@521471653 after retry RPC after error@795690030) -> (continuation of Deferred@47208142 after retry RPC after error@1427517094) -> (continuation of Deferred@1652632207 after retry RPC after error@654855877) -> (continuation of Deferred@669911756 after retry RPC after error@1130980233) -> (continuation of Deferred@676850745 after retry RPC after error@1296884112), errback=(continuation of Deferred@611498276 after retry RPC after error@210209248) -> (continuation of Deferred@1797834522 after retry RPC after error@773796315) -> (continuation of Deferred@521471653 after retry RPC after error@795690030) -> (continuation of Deferred@47208142 after retry RPC after error@1427517094) -> (continuation of Deferred@1652632207 after retry RPC after error@654855877) -> (continuation of Deferred@669911756 after retry RPC after error@1130980233) -> (continuation of Deferred@676850745 after retry RPC after error@1296884112)))
20:04:20.548 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@519795005(state=PENDING, result=null, callback=(continuation of Deferred@611498276 after retry RPC after error@210209248) -> (continuation of Deferred@1797834522 after retry RPC after error@773796315) -> (continuation of Deferred@521471653 after retry RPC after error@795690030) -> (continuation of Deferred@47208142 after retry RPC after error@1427517094) -> (continuation of Deferred@1652632207 after retry RPC after error@654855877) -> (continuation of Deferred@669911756 after retry RPC after error@1130980233) -> (continuation of Deferred@676850745 after retry RPC after error@1296884112), errback=(continuation of Deferred@611498276 after retry RPC after error@210209248) -> (continuation of Deferred@1797834522 after retry RPC after error@773796315) -> (continuation of Deferred@521471653 after retry RPC after error@795690030) -> (continuation of Deferred@47208142 after retry RPC after error@1427517094) -> (continuation of Deferred@1652632207 after retry RPC after error@654855877) -> (continuation of Deferred@669911756 after retry RPC after error@1130980233) -> (continuation of Deferred@676850745 after retry RPC after error@1296884112)))
20:04:20.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.587 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@110296907(state=PENDING, result=null, callback=(continuation of Deferred@266468626 after retry RPC after error@1216747993) -> (continuation of Deferred@967897227 after retry RPC after error@675887185) -> (continuation of Deferred@683690279 after retry RPC after error@1349571895) -> (continuation of Deferred@1861899034 after retry RPC after error@261121316) -> (continuation of Deferred@624135296 after retry RPC after error@1941711996) -> (continuation of Deferred@1331876754 after retry RPC after error@1138173471) -> (continuation of Deferred@2059007337 after retry RPC after error@1752492430), errback=(continuation of Deferred@266468626 after retry RPC after error@1216747993) -> (continuation of Deferred@967897227 after retry RPC after error@675887185) -> (continuation of Deferred@683690279 after retry RPC after error@1349571895) -> (continuation of Deferred@1861899034 after retry RPC after error@261121316) -> (continuation of Deferred@624135296 after retry RPC after error@1941711996) -> (continuation of Deferred@1331876754 after retry RPC after error@1138173471) -> (continuation of Deferred@2059007337 after retry RPC after error@1752492430)))
20:04:20.808 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@110296907(state=PENDING, result=null, callback=(continuation of Deferred@266468626 after retry RPC after error@1216747993) -> (continuation of Deferred@967897227 after retry RPC after error@675887185) -> (continuation of Deferred@683690279 after retry RPC after error@1349571895) -> (continuation of Deferred@1861899034 after retry RPC after error@261121316) -> (continuation of Deferred@624135296 after retry RPC after error@1941711996) -> (continuation of Deferred@1331876754 after retry RPC after error@1138173471) -> (continuation of Deferred@2059007337 after retry RPC after error@1752492430), errback=(continuation of Deferred@266468626 after retry RPC after error@1216747993) -> (continuation of Deferred@967897227 after retry RPC after error@675887185) -> (continuation of Deferred@683690279 after retry RPC after error@1349571895) -> (continuation of Deferred@1861899034 after retry RPC after error@261121316) -> (continuation of Deferred@624135296 after retry RPC after error@1941711996) -> (continuation of Deferred@1331876754 after retry RPC after error@1138173471) -> (continuation of Deferred@2059007337 after retry RPC after error@1752492430)))
20:04:20.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.907 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:20.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:20.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:20.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:20.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:20.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.048 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@398713306(state=PENDING, result=null, callback=(continuation of Deferred@1950876962 after retry RPC after error@1914406303) -> (continuation of Deferred@1988719010 after retry RPC after error@2127336344) -> (continuation of Deferred@1243211894 after retry RPC after error@1686158295) -> (continuation of Deferred@1496961668 after retry RPC after error@1131661928) -> (continuation of Deferred@1177341992 after retry RPC after error@655594809) -> (continuation of Deferred@816438957 after retry RPC after error@1842635354) -> (continuation of Deferred@1306083928 after retry RPC after error@1985522823), errback=(continuation of Deferred@1950876962 after retry RPC after error@1914406303) -> (continuation of Deferred@1988719010 after retry RPC after error@2127336344) -> (continuation of Deferred@1243211894 after retry RPC after error@1686158295) -> (continuation of Deferred@1496961668 after retry RPC after error@1131661928) -> (continuation of Deferred@1177341992 after retry RPC after error@655594809) -> (continuation of Deferred@816438957 after retry RPC after error@1842635354) -> (continuation of Deferred@1306083928 after retry RPC after error@1985522823)))
20:04:21.048 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@398713306(state=PENDING, result=null, callback=(continuation of Deferred@1950876962 after retry RPC after error@1914406303) -> (continuation of Deferred@1988719010 after retry RPC after error@2127336344) -> (continuation of Deferred@1243211894 after retry RPC after error@1686158295) -> (continuation of Deferred@1496961668 after retry RPC after error@1131661928) -> (continuation of Deferred@1177341992 after retry RPC after error@655594809) -> (continuation of Deferred@816438957 after retry RPC after error@1842635354) -> (continuation of Deferred@1306083928 after retry RPC after error@1985522823), errback=(continuation of Deferred@1950876962 after retry RPC after error@1914406303) -> (continuation of Deferred@1988719010 after retry RPC after error@2127336344) -> (continuation of Deferred@1243211894 after retry RPC after error@1686158295) -> (continuation of Deferred@1496961668 after retry RPC after error@1131661928) -> (continuation of Deferred@1177341992 after retry RPC after error@655594809) -> (continuation of Deferred@816438957 after retry RPC after error@1842635354) -> (continuation of Deferred@1306083928 after retry RPC after error@1985522823)))
20:04:21.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:21.093135 27299 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 1)
20:04:21.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:21.094525 27299 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '90933ceb591a418bb48747de08294acc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '90933ceb591a418bb48747de08294acc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 1)
20:04:21.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:21.096756 27299 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.7.188:35985)
20:04:21.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.248 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.248 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@327781231(state=PENDING, result=null, callback=(continuation of Deferred@674677384 after retry RPC after error@2146704830) -> (continuation of Deferred@231200321 after retry RPC after error@1389033061) -> (continuation of Deferred@1282821174 after retry RPC after error@321958379) -> (continuation of Deferred@544610322 after retry RPC after error@629848999) -> (continuation of Deferred@1533232348 after retry RPC after error@1296701874) -> (continuation of Deferred@1567374977 after retry RPC after error@768336136), errback=(continuation of Deferred@674677384 after retry RPC after error@2146704830) -> (continuation of Deferred@231200321 after retry RPC after error@1389033061) -> (continuation of Deferred@1282821174 after retry RPC after error@321958379) -> (continuation of Deferred@544610322 after retry RPC after error@629848999) -> (continuation of Deferred@1533232348 after retry RPC after error@1296701874) -> (continuation of Deferred@1567374977 after retry RPC after error@768336136)))
20:04:21.248 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@327781231(state=PENDING, result=null, callback=(continuation of Deferred@674677384 after retry RPC after error@2146704830) -> (continuation of Deferred@231200321 after retry RPC after error@1389033061) -> (continuation of Deferred@1282821174 after retry RPC after error@321958379) -> (continuation of Deferred@544610322 after retry RPC after error@629848999) -> (continuation of Deferred@1533232348 after retry RPC after error@1296701874) -> (continuation of Deferred@1567374977 after retry RPC after error@768336136), errback=(continuation of Deferred@674677384 after retry RPC after error@2146704830) -> (continuation of Deferred@231200321 after retry RPC after error@1389033061) -> (continuation of Deferred@1282821174 after retry RPC after error@321958379) -> (continuation of Deferred@544610322 after retry RPC after error@629848999) -> (continuation of Deferred@1533232348 after retry RPC after error@1296701874) -> (continuation of Deferred@1567374977 after retry RPC after error@768336136)))
20:04:21.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.328 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.526 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@2031054587(state=PENDING, result=null, callback=(continuation of Deferred@2012526276 after retry RPC after error@462513657) -> (continuation of Deferred@460318470 after retry RPC after error@429210150) -> (continuation of Deferred@1267068230 after retry RPC after error@1529608034) -> (continuation of Deferred@1066958038 after retry RPC after error@258745609) -> (continuation of Deferred@1810306687 after retry RPC after error@1869835398) -> (continuation of Deferred@326226802 after retry RPC after error@2103179384) -> (continuation of Deferred@777801026 after retry RPC after error@1522467667), errback=(continuation of Deferred@2012526276 after retry RPC after error@462513657) -> (continuation of Deferred@460318470 after retry RPC after error@429210150) -> (continuation of Deferred@1267068230 after retry RPC after error@1529608034) -> (continuation of Deferred@1066958038 after retry RPC after error@258745609) -> (continuation of Deferred@1810306687 after retry RPC after error@1869835398) -> (continuation of Deferred@326226802 after retry RPC after error@2103179384) -> (continuation of Deferred@777801026 after retry RPC after error@1522467667)))
20:04:21.526 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:21.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.747 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@897068656(state=PENDING, result=null, callback=(continuation of Deferred@1601710988 after retry RPC after error@726455730) -> (continuation of Deferred@184750492 after retry RPC after error@2147267874) -> (continuation of Deferred@1640416538 after retry RPC after error@753565141) -> (continuation of Deferred@1064699429 after retry RPC after error@624554316) -> (continuation of Deferred@1912606436 after retry RPC after error@226214308) -> (continuation of Deferred@45332736 after retry RPC after error@1760205707) -> (continuation of Deferred@443539292 after retry RPC after error@1229605716), errback=(continuation of Deferred@1601710988 after retry RPC after error@726455730) -> (continuation of Deferred@184750492 after retry RPC after error@2147267874) -> (continuation of Deferred@1640416538 after retry RPC after error@753565141) -> (continuation of Deferred@1064699429 after retry RPC after error@624554316) -> (continuation of Deferred@1912606436 after retry RPC after error@226214308) -> (continuation of Deferred@45332736 after retry RPC after error@1760205707) -> (continuation of Deferred@443539292 after retry RPC after error@1229605716)))
20:04:21.748 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@897068656(state=PENDING, result=null, callback=(continuation of Deferred@1601710988 after retry RPC after error@726455730) -> (continuation of Deferred@184750492 after retry RPC after error@2147267874) -> (continuation of Deferred@1640416538 after retry RPC after error@753565141) -> (continuation of Deferred@1064699429 after retry RPC after error@624554316) -> (continuation of Deferred@1912606436 after retry RPC after error@226214308) -> (continuation of Deferred@45332736 after retry RPC after error@1760205707) -> (continuation of Deferred@443539292 after retry RPC after error@1229605716), errback=(continuation of Deferred@1601710988 after retry RPC after error@726455730) -> (continuation of Deferred@184750492 after retry RPC after error@2147267874) -> (continuation of Deferred@1640416538 after retry RPC after error@753565141) -> (continuation of Deferred@1064699429 after retry RPC after error@624554316) -> (continuation of Deferred@1912606436 after retry RPC after error@226214308) -> (continuation of Deferred@45332736 after retry RPC after error@1760205707) -> (continuation of Deferred@443539292 after retry RPC after error@1229605716)))
20:04:21.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.804 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:21.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:21.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:21.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:21.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:21.987 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1779191353(state=PENDING, result=null, callback=(continuation of Deferred@1484482367 after retry RPC after error@1514880951) -> (continuation of Deferred@499576426 after retry RPC after error@355669613) -> (continuation of Deferred@385014123 after retry RPC after error@357034629) -> (continuation of Deferred@1071178745 after retry RPC after error@844438033) -> (continuation of Deferred@854369457 after retry RPC after error@416637867) -> (continuation of Deferred@1625988195 after retry RPC after error@2062911485) -> (continuation of Deferred@770407742 after retry RPC after error@504400659), errback=(continuation of Deferred@1484482367 after retry RPC after error@1514880951) -> (continuation of Deferred@499576426 after retry RPC after error@355669613) -> (continuation of Deferred@385014123 after retry RPC after error@357034629) -> (continuation of Deferred@1071178745 after retry RPC after error@844438033) -> (continuation of Deferred@854369457 after retry RPC after error@416637867) -> (continuation of Deferred@1625988195 after retry RPC after error@2062911485) -> (continuation of Deferred@770407742 after retry RPC after error@504400659)))
20:04:21.988 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1779191353(state=PENDING, result=null, callback=(continuation of Deferred@1484482367 after retry RPC after error@1514880951) -> (continuation of Deferred@499576426 after retry RPC after error@355669613) -> (continuation of Deferred@385014123 after retry RPC after error@357034629) -> (continuation of Deferred@1071178745 after retry RPC after error@844438033) -> (continuation of Deferred@854369457 after retry RPC after error@416637867) -> (continuation of Deferred@1625988195 after retry RPC after error@2062911485) -> (continuation of Deferred@770407742 after retry RPC after error@504400659), errback=(continuation of Deferred@1484482367 after retry RPC after error@1514880951) -> (continuation of Deferred@499576426 after retry RPC after error@355669613) -> (continuation of Deferred@385014123 after retry RPC after error@357034629) -> (continuation of Deferred@1071178745 after retry RPC after error@844438033) -> (continuation of Deferred@854369457 after retry RPC after error@416637867) -> (continuation of Deferred@1625988195 after retry RPC after error@2062911485) -> (continuation of Deferred@770407742 after retry RPC after error@504400659)))
20:04:22.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.124 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.187 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [183ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1243221158(state=PENDING, result=null, callback=(continuation of Deferred@79449973 after retry RPC after error@711704283) -> (continuation of Deferred@622903840 after retry RPC after error@1069909278) -> (continuation of Deferred@1499771508 after retry RPC after error@781079269) -> (continuation of Deferred@228373718 after retry RPC after error@518143246) -> (continuation of Deferred@1659493300 after retry RPC after error@1043113078) -> (continuation of Deferred@1451138401 after retry RPC after error@1501286637), errback=(continuation of Deferred@79449973 after retry RPC after error@711704283) -> (continuation of Deferred@622903840 after retry RPC after error@1069909278) -> (continuation of Deferred@1499771508 after retry RPC after error@781079269) -> (continuation of Deferred@228373718 after retry RPC after error@518143246) -> (continuation of Deferred@1659493300 after retry RPC after error@1043113078) -> (continuation of Deferred@1451138401 after retry RPC after error@1501286637)))
20:04:22.188 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [183ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1243221158(state=PENDING, result=null, callback=(continuation of Deferred@79449973 after retry RPC after error@711704283) -> (continuation of Deferred@622903840 after retry RPC after error@1069909278) -> (continuation of Deferred@1499771508 after retry RPC after error@781079269) -> (continuation of Deferred@228373718 after retry RPC after error@518143246) -> (continuation of Deferred@1659493300 after retry RPC after error@1043113078) -> (continuation of Deferred@1451138401 after retry RPC after error@1501286637), errback=(continuation of Deferred@79449973 after retry RPC after error@711704283) -> (continuation of Deferred@622903840 after retry RPC after error@1069909278) -> (continuation of Deferred@1499771508 after retry RPC after error@781079269) -> (continuation of Deferred@228373718 after retry RPC after error@518143246) -> (continuation of Deferred@1659493300 after retry RPC after error@1043113078) -> (continuation of Deferred@1451138401 after retry RPC after error@1501286637)))
20:04:22.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.465 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@125943735(state=PENDING, result=null, callback=(continuation of Deferred@1584158778 after retry RPC after error@1671067843) -> (continuation of Deferred@457811877 after retry RPC after error@289398652) -> (continuation of Deferred@758053097 after retry RPC after error@490918383) -> (continuation of Deferred@1264597357 after retry RPC after error@608951106) -> (continuation of Deferred@2121827986 after retry RPC after error@1967062299) -> (continuation of Deferred@1063192960 after retry RPC after error@1169442018) -> (continuation of Deferred@2143422160 after retry RPC after error@2107042326), errback=(continuation of Deferred@1584158778 after retry RPC after error@1671067843) -> (continuation of Deferred@457811877 after retry RPC after error@289398652) -> (continuation of Deferred@758053097 after retry RPC after error@490918383) -> (continuation of Deferred@1264597357 after retry RPC after error@608951106) -> (continuation of Deferred@2121827986 after retry RPC after error@1967062299) -> (continuation of Deferred@1063192960 after retry RPC after error@1169442018) -> (continuation of Deferred@2143422160 after retry RPC after error@2107042326)))
20:04:22.465 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:22.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.647 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@811261732(state=PENDING, result=null, callback=(continuation of Deferred@527024971 after retry RPC after error@1113518809) -> (continuation of Deferred@1426308799 after retry RPC after error@860289220) -> (continuation of Deferred@1650726524 after retry RPC after error@1461315795) -> (continuation of Deferred@522666697 after retry RPC after error@463673649) -> (continuation of Deferred@1496726479 after retry RPC after error@1097932618) -> (continuation of Deferred@1684352167 after retry RPC after error@1728895883), errback=(continuation of Deferred@527024971 after retry RPC after error@1113518809) -> (continuation of Deferred@1426308799 after retry RPC after error@860289220) -> (continuation of Deferred@1650726524 after retry RPC after error@1461315795) -> (continuation of Deferred@522666697 after retry RPC after error@463673649) -> (continuation of Deferred@1496726479 after retry RPC after error@1097932618) -> (continuation of Deferred@1684352167 after retry RPC after error@1728895883)))
20:04:22.648 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@811261732(state=PENDING, result=null, callback=(continuation of Deferred@527024971 after retry RPC after error@1113518809) -> (continuation of Deferred@1426308799 after retry RPC after error@860289220) -> (continuation of Deferred@1650726524 after retry RPC after error@1461315795) -> (continuation of Deferred@522666697 after retry RPC after error@463673649) -> (continuation of Deferred@1496726479 after retry RPC after error@1097932618) -> (continuation of Deferred@1684352167 after retry RPC after error@1728895883), errback=(continuation of Deferred@527024971 after retry RPC after error@1113518809) -> (continuation of Deferred@1426308799 after retry RPC after error@860289220) -> (continuation of Deferred@1650726524 after retry RPC after error@1461315795) -> (continuation of Deferred@522666697 after retry RPC after error@463673649) -> (continuation of Deferred@1496726479 after retry RPC after error@1097932618) -> (continuation of Deferred@1684352167 after retry RPC after error@1728895883)))
20:04:22.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.907 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1574743447(state=PENDING, result=null, callback=(continuation of Deferred@785113484 after retry RPC after error@1174600144) -> (continuation of Deferred@1970545478 after retry RPC after error@1300011114) -> (continuation of Deferred@1011537864 after retry RPC after error@1842836968) -> (continuation of Deferred@971838727 after retry RPC after error@284915096) -> (continuation of Deferred@2061833432 after retry RPC after error@751519321) -> (continuation of Deferred@2103393258 after retry RPC after error@918804076) -> (continuation of Deferred@1683118008 after retry RPC after error@308096229), errback=(continuation of Deferred@785113484 after retry RPC after error@1174600144) -> (continuation of Deferred@1970545478 after retry RPC after error@1300011114) -> (continuation of Deferred@1011537864 after retry RPC after error@1842836968) -> (continuation of Deferred@971838727 after retry RPC after error@284915096) -> (continuation of Deferred@2061833432 after retry RPC after error@751519321) -> (continuation of Deferred@2103393258 after retry RPC after error@918804076) -> (continuation of Deferred@1683118008 after retry RPC after error@308096229)))
20:04:22.908 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1574743447(state=PENDING, result=null, callback=(continuation of Deferred@785113484 after retry RPC after error@1174600144) -> (continuation of Deferred@1970545478 after retry RPC after error@1300011114) -> (continuation of Deferred@1011537864 after retry RPC after error@1842836968) -> (continuation of Deferred@971838727 after retry RPC after error@284915096) -> (continuation of Deferred@2061833432 after retry RPC after error@751519321) -> (continuation of Deferred@2103393258 after retry RPC after error@918804076) -> (continuation of Deferred@1683118008 after retry RPC after error@308096229), errback=(continuation of Deferred@785113484 after retry RPC after error@1174600144) -> (continuation of Deferred@1970545478 after retry RPC after error@1300011114) -> (continuation of Deferred@1011537864 after retry RPC after error@1842836968) -> (continuation of Deferred@971838727 after retry RPC after error@284915096) -> (continuation of Deferred@2061833432 after retry RPC after error@751519321) -> (continuation of Deferred@2103393258 after retry RPC after error@918804076) -> (continuation of Deferred@1683118008 after retry RPC after error@308096229)))
20:04:22.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:22.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:22.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:22.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:22.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:22.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.004 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.186 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1004509844(state=PENDING, result=null, callback=(continuation of Deferred@648141281 after retry RPC after error@1634978423) -> (continuation of Deferred@2136223087 after retry RPC after error@941101867) -> (continuation of Deferred@283028248 after retry RPC after error@1870785286) -> (continuation of Deferred@828415180 after retry RPC after error@1226395776) -> (continuation of Deferred@754623696 after retry RPC after error@1287893906) -> (continuation of Deferred@2037432378 after retry RPC after error@2062418628) -> (continuation of Deferred@55309677 after retry RPC after error@1380288949), errback=(continuation of Deferred@648141281 after retry RPC after error@1634978423) -> (continuation of Deferred@2136223087 after retry RPC after error@941101867) -> (continuation of Deferred@283028248 after retry RPC after error@1870785286) -> (continuation of Deferred@828415180 after retry RPC after error@1226395776) -> (continuation of Deferred@754623696 after retry RPC after error@1287893906) -> (continuation of Deferred@2037432378 after retry RPC after error@2062418628) -> (continuation of Deferred@55309677 after retry RPC after error@1380288949)))
20:04:23.186 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:23.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.224 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.448 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.449 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1549976326(state=PENDING, result=null, callback=(continuation of Deferred@487550884 after retry RPC after error@1490053346) -> (continuation of Deferred@713359790 after retry RPC after error@1622510859) -> (continuation of Deferred@102874358 after retry RPC after error@1567441832) -> (continuation of Deferred@1609019866 after retry RPC after error@334934776) -> (continuation of Deferred@414935676 after retry RPC after error@805051072) -> (continuation of Deferred@1308039044 after retry RPC after error@1806699952) -> (continuation of Deferred@681271856 after retry RPC after error@1736329209) -> (continuation of Deferred@314587045 after retry RPC after error@2046195136), errback=(continuation of Deferred@487550884 after retry RPC after error@1490053346) -> (continuation of Deferred@713359790 after retry RPC after error@1622510859) -> (continuation of Deferred@102874358 after retry RPC after error@1567441832) -> (continuation of Deferred@1609019866 after retry RPC after error@334934776) -> (continuation of Deferred@414935676 after retry RPC after error@805051072) -> (continuation of Deferred@1308039044 after retry RPC after error@1806699952) -> (continuation of Deferred@681271856 after retry RPC after error@1736329209) -> (continuation of Deferred@314587045 after retry RPC after error@2046195136)))
20:04:23.449 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1549976326(state=PENDING, result=null, callback=(continuation of Deferred@487550884 after retry RPC after error@1490053346) -> (continuation of Deferred@713359790 after retry RPC after error@1622510859) -> (continuation of Deferred@102874358 after retry RPC after error@1567441832) -> (continuation of Deferred@1609019866 after retry RPC after error@334934776) -> (continuation of Deferred@414935676 after retry RPC after error@805051072) -> (continuation of Deferred@1308039044 after retry RPC after error@1806699952) -> (continuation of Deferred@681271856 after retry RPC after error@1736329209) -> (continuation of Deferred@314587045 after retry RPC after error@2046195136), errback=(continuation of Deferred@487550884 after retry RPC after error@1490053346) -> (continuation of Deferred@713359790 after retry RPC after error@1622510859) -> (continuation of Deferred@102874358 after retry RPC after error@1567441832) -> (continuation of Deferred@1609019866 after retry RPC after error@334934776) -> (continuation of Deferred@414935676 after retry RPC after error@805051072) -> (continuation of Deferred@1308039044 after retry RPC after error@1806699952) -> (continuation of Deferred@681271856 after retry RPC after error@1736329209) -> (continuation of Deferred@314587045 after retry RPC after error@2046195136)))
20:04:23.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.647 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@943747536(state=PENDING, result=null, callback=(continuation of Deferred@1903766235 after retry RPC after error@1833550999) -> (continuation of Deferred@1651083184 after retry RPC after error@1495049436) -> (continuation of Deferred@1636528854 after retry RPC after error@1111850764) -> (continuation of Deferred@1824466163 after retry RPC after error@1345931260) -> (continuation of Deferred@1788777199 after retry RPC after error@55193007) -> (continuation of Deferred@382146953 after retry RPC after error@207333898) -> (continuation of Deferred@306989188 after retry RPC after error@1085880375), errback=(continuation of Deferred@1903766235 after retry RPC after error@1833550999) -> (continuation of Deferred@1651083184 after retry RPC after error@1495049436) -> (continuation of Deferred@1636528854 after retry RPC after error@1111850764) -> (continuation of Deferred@1824466163 after retry RPC after error@1345931260) -> (continuation of Deferred@1788777199 after retry RPC after error@55193007) -> (continuation of Deferred@382146953 after retry RPC after error@207333898) -> (continuation of Deferred@306989188 after retry RPC after error@1085880375)))
20:04:23.648 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@943747536(state=PENDING, result=null, callback=(continuation of Deferred@1903766235 after retry RPC after error@1833550999) -> (continuation of Deferred@1651083184 after retry RPC after error@1495049436) -> (continuation of Deferred@1636528854 after retry RPC after error@1111850764) -> (continuation of Deferred@1824466163 after retry RPC after error@1345931260) -> (continuation of Deferred@1788777199 after retry RPC after error@55193007) -> (continuation of Deferred@382146953 after retry RPC after error@207333898) -> (continuation of Deferred@306989188 after retry RPC after error@1085880375), errback=(continuation of Deferred@1903766235 after retry RPC after error@1833550999) -> (continuation of Deferred@1651083184 after retry RPC after error@1495049436) -> (continuation of Deferred@1636528854 after retry RPC after error@1111850764) -> (continuation of Deferred@1824466163 after retry RPC after error@1345931260) -> (continuation of Deferred@1788777199 after retry RPC after error@55193007) -> (continuation of Deferred@382146953 after retry RPC after error@207333898) -> (continuation of Deferred@306989188 after retry RPC after error@1085880375)))
20:04:23.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.668 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:23.709192 27669 master_runner.cc:186] Error getting master registration for 127.26.7.190:33659: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111),
20:04:23.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:23.709349 27669 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:23.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.887 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1189572427(state=PENDING, result=null, callback=(continuation of Deferred@1814917666 after retry RPC after error@891349228) -> (continuation of Deferred@1920239609 after retry RPC after error@261370827) -> (continuation of Deferred@137362553 after retry RPC after error@989463064) -> (continuation of Deferred@1827078641 after retry RPC after error@1120103885) -> (continuation of Deferred@905485784 after retry RPC after error@1610130365) -> (continuation of Deferred@189057338 after retry RPC after error@1387290778) -> (continuation of Deferred@601301321 after retry RPC after error@967347141), errback=(continuation of Deferred@1814917666 after retry RPC after error@891349228) -> (continuation of Deferred@1920239609 after retry RPC after error@261370827) -> (continuation of Deferred@137362553 after retry RPC after error@989463064) -> (continuation of Deferred@1827078641 after retry RPC after error@1120103885) -> (continuation of Deferred@905485784 after retry RPC after error@1610130365) -> (continuation of Deferred@189057338 after retry RPC after error@1387290778) -> (continuation of Deferred@601301321 after retry RPC after error@967347141)))
20:04:23.887 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1189572427(state=PENDING, result=null, callback=(continuation of Deferred@1814917666 after retry RPC after error@891349228) -> (continuation of Deferred@1920239609 after retry RPC after error@261370827) -> (continuation of Deferred@137362553 after retry RPC after error@989463064) -> (continuation of Deferred@1827078641 after retry RPC after error@1120103885) -> (continuation of Deferred@905485784 after retry RPC after error@1610130365) -> (continuation of Deferred@189057338 after retry RPC after error@1387290778) -> (continuation of Deferred@601301321 after retry RPC after error@967347141), errback=(continuation of Deferred@1814917666 after retry RPC after error@891349228) -> (continuation of Deferred@1920239609 after retry RPC after error@261370827) -> (continuation of Deferred@137362553 after retry RPC after error@989463064) -> (continuation of Deferred@1827078641 after retry RPC after error@1120103885) -> (continuation of Deferred@905485784 after retry RPC after error@1610130365) -> (continuation of Deferred@189057338 after retry RPC after error@1387290778) -> (continuation of Deferred@601301321 after retry RPC after error@967347141)))
20:04:23.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:23.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:23.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:23.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:23.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:23.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:24.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:24.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:24.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:24.064 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:24.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:24.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:24.067 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@443391613(state=PENDING, result=null, callback=(continuation of Deferred@450773183 after retry RPC after error@1084551154) -> (continuation of Deferred@1509421219 after retry RPC after error@790561686) -> (continuation of Deferred@1202484594 after retry RPC after error@546359562) -> (continuation of Deferred@1183078227 after retry RPC after error@298905510) -> (continuation of Deferred@896732939 after retry RPC after error@319641654) -> (continuation of Deferred@2002234315 after retry RPC after error@1634522968), errback=(continuation of Deferred@450773183 after retry RPC after error@1084551154) -> (continuation of Deferred@1509421219 after retry RPC after error@790561686) -> (continuation of Deferred@1202484594 after retry RPC after error@546359562) -> (continuation of Deferred@1183078227 after retry RPC after error@298905510) -> (continuation of Deferred@896732939 after retry RPC after error@319641654) -> (continuation of Deferred@2002234315 after retry RPC after error@1634522968)))
20:04:24.067 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@443391613(state=PENDING, result=null, callback=(continuation of Deferred@450773183 after retry RPC after error@1084551154) -> (continuation of Deferred@1509421219 after retry RPC after error@790561686) -> (continuation of Deferred@1202484594 after retry RPC after error@546359562) -> (continuation of Deferred@1183078227 after retry RPC after error@298905510) -> (continuation of Deferred@896732939 after retry RPC after error@319641654) -> (continuation of Deferred@2002234315 after retry RPC after error@1634522968), errback=(continuation of Deferred@450773183 after retry RPC after error@1084551154) -> (continuation of Deferred@1509421219 after retry RPC after error@790561686) -> (continuation of Deferred@1202484594 after retry RPC after error@546359562) -> (continuation of Deferred@1183078227 after retry RPC after error@298905510) -> (continuation of Deferred@896732939 after retry RPC after error@319641654) -> (continuation of Deferred@2002234315 after retry RPC after error@1634522968)))
20:04:24.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:24.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:24.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:24.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:24.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:24.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:24.124 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:24.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:24.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:24.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:24.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:24.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:24.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:24.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:24.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:24.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:24.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:24.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:24.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:24.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:24.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:24.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:24.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:24.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:24.332 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@319197461(state=PENDING, result=null, callback=(continuation of Deferred@1611689839 after retry RPC after error@1646925323) -> (continuation of Deferred@1428516069 after retry RPC after error@1913438573) -> (continuation of Deferred@293909332 after retry RPC after error@598504737) -> (continuation of Deferred@1561360373 after retry RPC after error@1224983187) -> (continuation of Deferred@2108282612 after retry RPC after error@1038917917) -> (continuation of Deferred@1662899850 after retry RPC after error@886937376) -> (continuation of Deferred@133228857 after retry RPC after error@1598837907), errback=(continuation of Deferred@1611689839 after retry RPC after error@1646925323) -> (continuation of Deferred@1428516069 after retry RPC after error@1913438573) -> (continuation of Deferred@293909332 after retry RPC after error@598504737) -> (continuation of Deferred@1561360373 after retry RPC after error@1224983187) -> (continuation of Deferred@2108282612 after retry RPC after error@1038917917) -> (continuation of Deferred@1662899850 after retry RPC after error@886937376) -> (continuation of Deferred@133228857 after retry RPC after error@1598837907)))
20:04:24.332 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@319197461(state=PENDING, result=null, callback=(continuation of Deferred@1611689839 after retry RPC after error@1646925323) -> (continuation of Deferred@1428516069 after retry RPC after error@1913438573) -> (continuation of Deferred@293909332 after retry RPC after error@598504737) -> (continuation of Deferred@1561360373 after retry RPC after error@1224983187) -> (continuation of Deferred@2108282612 after retry RPC after error@1038917917) -> (continuation of Deferred@1662899850 after retry RPC after error@886937376) -> (continuation of Deferred@133228857 after retry RPC after error@1598837907), errback=(continuation of Deferred@1611689839 after retry RPC after error@1646925323) -> (continuation of Deferred@1428516069 after retry RPC after error@1913438573) -> (continuation of Deferred@293909332 after retry RPC after error@598504737) -> (continuation of Deferred@1561360373 after retry RPC after error@1224983187) -> (continuation of Deferred@2108282612 after retry RPC after error@1038917917) -> (continuation of Deferred@1662899850 after retry RPC after error@886937376) -> (continuation of Deferred@133228857 after retry RPC after error@1598837907)))
20:04:24.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:24.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:24.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:24.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:24.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:24.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:24.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:24.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:24.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:24.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.605 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, deferred=Deferred@682175708(state=PENDING, result=null, callback=(continuation of Deferred@777267655 after retry RPC after error@1770720236) -> (continuation of Deferred@1236751603 after retry RPC after error@681139925), errback=(continuation of Deferred@777267655 after retry RPC after error@1770720236) -> (continuation of Deferred@1236751603 after retry RPC after error@681139925)))
20:04:24.605 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=210, elapsed=219), Traces: [0ms] sending RPC to server master-127.26.7.190:33659, deferred=Deferred@655114256(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.7.190:33659, errback=org.apache.kudu.client.ConnectToCluster$1@1669fb76 -> ConnectToMasterErrCB for 127.26.7.190:33659))
20:04:24.605 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:24.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:24.625 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:24.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.885 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, deferred=null) with no deferred attached!
20:04:24.885 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.26.7.190:33659, deferred=Deferred@1120824374(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.7.190:33659, errback=org.apache.kudu.client.ConnectToCluster$1@1ba59d52 -> ConnectToMasterErrCB for 127.26.7.190:33659))
20:04:24.885 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:24.885 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.26.7.190:33659, deferred=Deferred@1120824374(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.7.190:33659, errback=org.apache.kudu.client.ConnectToCluster$1@1ba59d52 -> ConnectToMasterErrCB for 127.26.7.190:33659)), deferred=null)
20:04:24.886 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.26.7.190:33659, deferred=Deferred@1120824374(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.7.190:33659, errback=org.apache.kudu.client.ConnectToCluster$1@1ba59d52 -> ConnectToMasterErrCB for 127.26.7.190:33659)), deferred=null)
20:04:24.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:24.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:24.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.165 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, deferred=null) with no deferred attached!
20:04:25.165 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.26.7.190:33659, deferred=Deferred@352993095(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.7.190:33659, errback=org.apache.kudu.client.ConnectToCluster$1@24945e0c -> ConnectToMasterErrCB for 127.26.7.190:33659))
20:04:25.165 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.166 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.26.7.190:33659, deferred=Deferred@352993095(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.7.190:33659, errback=org.apache.kudu.client.ConnectToCluster$1@24945e0c -> ConnectToMasterErrCB for 127.26.7.190:33659)), deferred=null)
20:04:25.166 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.26.7.190:33659, deferred=Deferred@352993095(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.7.190:33659, errback=org.apache.kudu.client.ConnectToCluster$1@24945e0c -> ConnectToMasterErrCB for 127.26.7.190:33659)), deferred=null)
20:04:25.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.407 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=802), Traces: [0ms] received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=null) with no deferred attached!
20:04:25.407 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=521), Traces: [0ms] received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=null) with no deferred attached!
20:04:25.407 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=241), Traces: [0ms] received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=null) with no deferred attached!
20:04:25.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.407 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.445 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=2, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1131602154(state=PENDING, result=null, callback=(continuation of Deferred@808178245 after retry RPC after error@327478779) -> (continuation of Deferred@1405587075 after retry RPC after error@132534689), errback=(continuation of Deferred@808178245 after retry RPC after error@327478779) -> (continuation of Deferred@1405587075 after retry RPC after error@132534689)))
20:04:25.446 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:25.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.484 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.584 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.608 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@2095397343(state=PENDING, result=null, callback=(continuation of Deferred@82005547 after retry RPC after error@90297081) -> (continuation of Deferred@644909744 after retry RPC after error@1938715744) -> (continuation of Deferred@1837301292 after retry RPC after error@1727991679) -> (continuation of Deferred@1157114906 after retry RPC after error@1154842001) -> (continuation of Deferred@1046255801 after retry RPC after error@541523194) -> (continuation of Deferred@626760724 after retry RPC after error@1250772187) -> (continuation of Deferred@273581155 after retry RPC after error@133696444), errback=(continuation of Deferred@82005547 after retry RPC after error@90297081) -> (continuation of Deferred@644909744 after retry RPC after error@1938715744) -> (continuation of Deferred@1837301292 after retry RPC after error@1727991679) -> (continuation of Deferred@1157114906 after retry RPC after error@1154842001) -> (continuation of Deferred@1046255801 after retry RPC after error@541523194) -> (continuation of Deferred@626760724 after retry RPC after error@1250772187) -> (continuation of Deferred@273581155 after retry RPC after error@133696444)))
20:04:25.608 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@2095397343(state=PENDING, result=null, callback=(continuation of Deferred@82005547 after retry RPC after error@90297081) -> (continuation of Deferred@644909744 after retry RPC after error@1938715744) -> (continuation of Deferred@1837301292 after retry RPC after error@1727991679) -> (continuation of Deferred@1157114906 after retry RPC after error@1154842001) -> (continuation of Deferred@1046255801 after retry RPC after error@541523194) -> (continuation of Deferred@626760724 after retry RPC after error@1250772187) -> (continuation of Deferred@273581155 after retry RPC after error@133696444), errback=(continuation of Deferred@82005547 after retry RPC after error@90297081) -> (continuation of Deferred@644909744 after retry RPC after error@1938715744) -> (continuation of Deferred@1837301292 after retry RPC after error@1727991679) -> (continuation of Deferred@1157114906 after retry RPC after error@1154842001) -> (continuation of Deferred@1046255801 after retry RPC after error@541523194) -> (continuation of Deferred@626760724 after retry RPC after error@1250772187) -> (continuation of Deferred@273581155 after retry RPC after error@133696444)))
20:04:25.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1362473515(state=PENDING, result=null, callback=(continuation of Deferred@180070487 after retry RPC after error@1341843757) -> (continuation of Deferred@1286127577 after retry RPC after error@812705933) -> (continuation of Deferred@1742608324 after retry RPC after error@2138388883) -> (continuation of Deferred@1990854611 after retry RPC after error@1101643019) -> (continuation of Deferred@1457447629 after retry RPC after error@3272740) -> (continuation of Deferred@646183790 after retry RPC after error@718166864) -> (continuation of Deferred@195501134 after retry RPC after error@77098446), errback=(continuation of Deferred@180070487 after retry RPC after error@1341843757) -> (continuation of Deferred@1286127577 after retry RPC after error@812705933) -> (continuation of Deferred@1742608324 after retry RPC after error@2138388883) -> (continuation of Deferred@1990854611 after retry RPC after error@1101643019) -> (continuation of Deferred@1457447629 after retry RPC after error@3272740) -> (continuation of Deferred@646183790 after retry RPC after error@718166864) -> (continuation of Deferred@195501134 after retry RPC after error@77098446)))
20:04:25.788 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1362473515(state=PENDING, result=null, callback=(continuation of Deferred@180070487 after retry RPC after error@1341843757) -> (continuation of Deferred@1286127577 after retry RPC after error@812705933) -> (continuation of Deferred@1742608324 after retry RPC after error@2138388883) -> (continuation of Deferred@1990854611 after retry RPC after error@1101643019) -> (continuation of Deferred@1457447629 after retry RPC after error@3272740) -> (continuation of Deferred@646183790 after retry RPC after error@718166864) -> (continuation of Deferred@195501134 after retry RPC after error@77098446), errback=(continuation of Deferred@180070487 after retry RPC after error@1341843757) -> (continuation of Deferred@1286127577 after retry RPC after error@812705933) -> (continuation of Deferred@1742608324 after retry RPC after error@2138388883) -> (continuation of Deferred@1990854611 after retry RPC after error@1101643019) -> (continuation of Deferred@1457447629 after retry RPC after error@3272740) -> (continuation of Deferred@646183790 after retry RPC after error@718166864) -> (continuation of Deferred@195501134 after retry RPC after error@77098446)))
20:04:25.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:25.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:25.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:25.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:25.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:25.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:25.937894 28008 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:04:25.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:25.938095 28008 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:04:25.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:25.938717 28008 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:04:25.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:25.939769 27687 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:04:25.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:25.940994 27687 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:04:25.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:25.941152 27688 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:04:25.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:25.941256 27688 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2; no voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d
20:04:25.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:25.941563 28008 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
20:04:26.065 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@728593869(state=PENDING, result=null, callback=(continuation of Deferred@840761535 after retry RPC after error@955472266) -> (continuation of Deferred@1703157046 after retry RPC after error@621268822) -> (continuation of Deferred@2135239601 after retry RPC after error@1566053082) -> (continuation of Deferred@410049002 after retry RPC after error@51828941) -> (continuation of Deferred@1431856061 after retry RPC after error@1208706318) -> (continuation of Deferred@1445612140 after retry RPC after error@1666130132) -> (continuation of Deferred@1973219979 after retry RPC after error@1714211363), errback=(continuation of Deferred@840761535 after retry RPC after error@955472266) -> (continuation of Deferred@1703157046 after retry RPC after error@621268822) -> (continuation of Deferred@2135239601 after retry RPC after error@1566053082) -> (continuation of Deferred@410049002 after retry RPC after error@51828941) -> (continuation of Deferred@1431856061 after retry RPC after error@1208706318) -> (continuation of Deferred@1445612140 after retry RPC after error@1666130132) -> (continuation of Deferred@1973219979 after retry RPC after error@1714211363)))
20:04:26.065 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:26.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:26.110332 27299 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 1)
20:04:26.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:26.114722 27299 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '90933ceb591a418bb48747de08294acc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '90933ceb591a418bb48747de08294acc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 1)
20:04:26.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:26.116904 27299 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.7.188:35985)
20:04:26.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.264 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.266 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1140191493(state=PENDING, result=null, callback=(continuation of Deferred@422724094 after retry RPC after error@1119439055) -> (continuation of Deferred@1411479471 after retry RPC after error@942725623) -> (continuation of Deferred@856052414 after retry RPC after error@997301025) -> (continuation of Deferred@1689395183 after retry RPC after error@1525915119) -> (continuation of Deferred@1533126573 after retry RPC after error@1828624243) -> (continuation of Deferred@415740004 after retry RPC after error@1578977910) -> (continuation of Deferred@135774935 after retry RPC after error@281713065), errback=(continuation of Deferred@422724094 after retry RPC after error@1119439055) -> (continuation of Deferred@1411479471 after retry RPC after error@942725623) -> (continuation of Deferred@856052414 after retry RPC after error@997301025) -> (continuation of Deferred@1689395183 after retry RPC after error@1525915119) -> (continuation of Deferred@1533126573 after retry RPC after error@1828624243) -> (continuation of Deferred@415740004 after retry RPC after error@1578977910) -> (continuation of Deferred@135774935 after retry RPC after error@281713065)))
20:04:26.267 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1140191493(state=PENDING, result=null, callback=(continuation of Deferred@422724094 after retry RPC after error@1119439055) -> (continuation of Deferred@1411479471 after retry RPC after error@942725623) -> (continuation of Deferred@856052414 after retry RPC after error@997301025) -> (continuation of Deferred@1689395183 after retry RPC after error@1525915119) -> (continuation of Deferred@1533126573 after retry RPC after error@1828624243) -> (continuation of Deferred@415740004 after retry RPC after error@1578977910) -> (continuation of Deferred@135774935 after retry RPC after error@281713065), errback=(continuation of Deferred@422724094 after retry RPC after error@1119439055) -> (continuation of Deferred@1411479471 after retry RPC after error@942725623) -> (continuation of Deferred@856052414 after retry RPC after error@997301025) -> (continuation of Deferred@1689395183 after retry RPC after error@1525915119) -> (continuation of Deferred@1533126573 after retry RPC after error@1828624243) -> (continuation of Deferred@415740004 after retry RPC after error@1578977910) -> (continuation of Deferred@135774935 after retry RPC after error@281713065)))
20:04:26.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.464 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.527 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [240ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@2133147674(state=PENDING, result=null, callback=(continuation of Deferred@382336582 after retry RPC after error@601175599) -> (continuation of Deferred@39535208 after retry RPC after error@1462495145) -> (continuation of Deferred@248056004 after retry RPC after error@69673852) -> (continuation of Deferred@1547139474 after retry RPC after error@1420417810) -> (continuation of Deferred@308311659 after retry RPC after error@803310488) -> (continuation of Deferred@1216187423 after retry RPC after error@1377218377) -> (continuation of Deferred@1137985614 after retry RPC after error@1623893735) -> (continuation of Deferred@1156826005 after retry RPC after error@603472037), errback=(continuation of Deferred@382336582 after retry RPC after error@601175599) -> (continuation of Deferred@39535208 after retry RPC after error@1462495145) -> (continuation of Deferred@248056004 after retry RPC after error@69673852) -> (continuation of Deferred@1547139474 after retry RPC after error@1420417810) -> (continuation of Deferred@308311659 after retry RPC after error@803310488) -> (continuation of Deferred@1216187423 after retry RPC after error@1377218377) -> (continuation of Deferred@1137985614 after retry RPC after error@1623893735) -> (continuation of Deferred@1156826005 after retry RPC after error@603472037)))
20:04:26.527 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [240ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@2133147674(state=PENDING, result=null, callback=(continuation of Deferred@382336582 after retry RPC after error@601175599) -> (continuation of Deferred@39535208 after retry RPC after error@1462495145) -> (continuation of Deferred@248056004 after retry RPC after error@69673852) -> (continuation of Deferred@1547139474 after retry RPC after error@1420417810) -> (continuation of Deferred@308311659 after retry RPC after error@803310488) -> (continuation of Deferred@1216187423 after retry RPC after error@1377218377) -> (continuation of Deferred@1137985614 after retry RPC after error@1623893735) -> (continuation of Deferred@1156826005 after retry RPC after error@603472037), errback=(continuation of Deferred@382336582 after retry RPC after error@601175599) -> (continuation of Deferred@39535208 after retry RPC after error@1462495145) -> (continuation of Deferred@248056004 after retry RPC after error@69673852) -> (continuation of Deferred@1547139474 after retry RPC after error@1420417810) -> (continuation of Deferred@308311659 after retry RPC after error@803310488) -> (continuation of Deferred@1216187423 after retry RPC after error@1377218377) -> (continuation of Deferred@1137985614 after retry RPC after error@1623893735) -> (continuation of Deferred@1156826005 after retry RPC after error@603472037)))
20:04:26.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.547 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.805 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1579736417(state=PENDING, result=null, callback=(continuation of Deferred@20388089 after retry RPC after error@2058834820) -> (continuation of Deferred@1211786522 after retry RPC after error@1356954281) -> (continuation of Deferred@1772638364 after retry RPC after error@692262238) -> (continuation of Deferred@852146137 after retry RPC after error@1772463899) -> (continuation of Deferred@1109534211 after retry RPC after error@1945772796) -> (continuation of Deferred@342435621 after retry RPC after error@1345378252) -> (continuation of Deferred@57799159 after retry RPC after error@557768359), errback=(continuation of Deferred@20388089 after retry RPC after error@2058834820) -> (continuation of Deferred@1211786522 after retry RPC after error@1356954281) -> (continuation of Deferred@1772638364 after retry RPC after error@692262238) -> (continuation of Deferred@852146137 after retry RPC after error@1772463899) -> (continuation of Deferred@1109534211 after retry RPC after error@1945772796) -> (continuation of Deferred@342435621 after retry RPC after error@1345378252) -> (continuation of Deferred@57799159 after retry RPC after error@557768359)))
20:04:26.806 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:26.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.904 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:26.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:26.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:26.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:26.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:26.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.007 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@389463815(state=PENDING, result=null, callback=(continuation of Deferred@1669303885 after retry RPC after error@812104644) -> (continuation of Deferred@811726411 after retry RPC after error@311273927) -> (continuation of Deferred@220155965 after retry RPC after error@2847681) -> (continuation of Deferred@1061625377 after retry RPC after error@1081822111) -> (continuation of Deferred@923956501 after retry RPC after error@1820114253) -> (continuation of Deferred@1808597237 after retry RPC after error@1911589280) -> (continuation of Deferred@1441722454 after retry RPC after error@1550956915), errback=(continuation of Deferred@1669303885 after retry RPC after error@812104644) -> (continuation of Deferred@811726411 after retry RPC after error@311273927) -> (continuation of Deferred@220155965 after retry RPC after error@2847681) -> (continuation of Deferred@1061625377 after retry RPC after error@1081822111) -> (continuation of Deferred@923956501 after retry RPC after error@1820114253) -> (continuation of Deferred@1808597237 after retry RPC after error@1911589280) -> (continuation of Deferred@1441722454 after retry RPC after error@1550956915)))
20:04:27.008 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@389463815(state=PENDING, result=null, callback=(continuation of Deferred@1669303885 after retry RPC after error@812104644) -> (continuation of Deferred@811726411 after retry RPC after error@311273927) -> (continuation of Deferred@220155965 after retry RPC after error@2847681) -> (continuation of Deferred@1061625377 after retry RPC after error@1081822111) -> (continuation of Deferred@923956501 after retry RPC after error@1820114253) -> (continuation of Deferred@1808597237 after retry RPC after error@1911589280) -> (continuation of Deferred@1441722454 after retry RPC after error@1550956915), errback=(continuation of Deferred@1669303885 after retry RPC after error@812104644) -> (continuation of Deferred@811726411 after retry RPC after error@311273927) -> (continuation of Deferred@220155965 after retry RPC after error@2847681) -> (continuation of Deferred@1061625377 after retry RPC after error@1081822111) -> (continuation of Deferred@923956501 after retry RPC after error@1820114253) -> (continuation of Deferred@1808597237 after retry RPC after error@1911589280) -> (continuation of Deferred@1441722454 after retry RPC after error@1550956915)))
20:04:27.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.044 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.164 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.247 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@448740544(state=PENDING, result=null, callback=(continuation of Deferred@199740452 after retry RPC after error@1542276153) -> (continuation of Deferred@2116891602 after retry RPC after error@496454123) -> (continuation of Deferred@681844881 after retry RPC after error@425293104) -> (continuation of Deferred@243103338 after retry RPC after error@688045663) -> (continuation of Deferred@539730758 after retry RPC after error@1921622662) -> (continuation of Deferred@396510363 after retry RPC after error@737075318) -> (continuation of Deferred@1453475806 after retry RPC after error@1761624606), errback=(continuation of Deferred@199740452 after retry RPC after error@1542276153) -> (continuation of Deferred@2116891602 after retry RPC after error@496454123) -> (continuation of Deferred@681844881 after retry RPC after error@425293104) -> (continuation of Deferred@243103338 after retry RPC after error@688045663) -> (continuation of Deferred@539730758 after retry RPC after error@1921622662) -> (continuation of Deferred@396510363 after retry RPC after error@737075318) -> (continuation of Deferred@1453475806 after retry RPC after error@1761624606)))
20:04:27.247 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@448740544(state=PENDING, result=null, callback=(continuation of Deferred@199740452 after retry RPC after error@1542276153) -> (continuation of Deferred@2116891602 after retry RPC after error@496454123) -> (continuation of Deferred@681844881 after retry RPC after error@425293104) -> (continuation of Deferred@243103338 after retry RPC after error@688045663) -> (continuation of Deferred@539730758 after retry RPC after error@1921622662) -> (continuation of Deferred@396510363 after retry RPC after error@737075318) -> (continuation of Deferred@1453475806 after retry RPC after error@1761624606), errback=(continuation of Deferred@199740452 after retry RPC after error@1542276153) -> (continuation of Deferred@2116891602 after retry RPC after error@496454123) -> (continuation of Deferred@681844881 after retry RPC after error@425293104) -> (continuation of Deferred@243103338 after retry RPC after error@688045663) -> (continuation of Deferred@539730758 after retry RPC after error@1921622662) -> (continuation of Deferred@396510363 after retry RPC after error@737075318) -> (continuation of Deferred@1453475806 after retry RPC after error@1761624606)))
20:04:27.264 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.407 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@623889875(state=PENDING, result=null, callback=(continuation of Deferred@623734753 after retry RPC after error@936248690) -> (continuation of Deferred@1765935618 after retry RPC after error@853021612) -> (continuation of Deferred@2084843633 after retry RPC after error@996560670) -> (continuation of Deferred@1108168810 after retry RPC after error@809139956) -> (continuation of Deferred@1839208250 after retry RPC after error@1681369903) -> (continuation of Deferred@1276193219 after retry RPC after error@801055595), errback=(continuation of Deferred@623734753 after retry RPC after error@936248690) -> (continuation of Deferred@1765935618 after retry RPC after error@853021612) -> (continuation of Deferred@2084843633 after retry RPC after error@996560670) -> (continuation of Deferred@1108168810 after retry RPC after error@809139956) -> (continuation of Deferred@1839208250 after retry RPC after error@1681369903) -> (continuation of Deferred@1276193219 after retry RPC after error@801055595)))
20:04:27.408 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@623889875(state=PENDING, result=null, callback=(continuation of Deferred@623734753 after retry RPC after error@936248690) -> (continuation of Deferred@1765935618 after retry RPC after error@853021612) -> (continuation of Deferred@2084843633 after retry RPC after error@996560670) -> (continuation of Deferred@1108168810 after retry RPC after error@809139956) -> (continuation of Deferred@1839208250 after retry RPC after error@1681369903) -> (continuation of Deferred@1276193219 after retry RPC after error@801055595), errback=(continuation of Deferred@623734753 after retry RPC after error@936248690) -> (continuation of Deferred@1765935618 after retry RPC after error@853021612) -> (continuation of Deferred@2084843633 after retry RPC after error@996560670) -> (continuation of Deferred@1108168810 after retry RPC after error@809139956) -> (continuation of Deferred@1839208250 after retry RPC after error@1681369903) -> (continuation of Deferred@1276193219 after retry RPC after error@801055595)))
20:04:27.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.547 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.608 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [45ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@900824365(state=PENDING, result=null, callback=(continuation of Deferred@1728699049 after retry RPC after error@937309942) -> (continuation of Deferred@1901200796 after retry RPC after error@1337218702) -> (continuation of Deferred@1715540291 after retry RPC after error@544142075) -> (continuation of Deferred@1097952655 after retry RPC after error@748438281) -> (continuation of Deferred@1111069904 after retry RPC after error@362241862) -> (continuation of Deferred@1598047598 after retry RPC after error@294306180), errback=(continuation of Deferred@1728699049 after retry RPC after error@937309942) -> (continuation of Deferred@1901200796 after retry RPC after error@1337218702) -> (continuation of Deferred@1715540291 after retry RPC after error@544142075) -> (continuation of Deferred@1097952655 after retry RPC after error@748438281) -> (continuation of Deferred@1111069904 after retry RPC after error@362241862) -> (continuation of Deferred@1598047598 after retry RPC after error@294306180)))
20:04:27.608 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [45ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@900824365(state=PENDING, result=null, callback=(continuation of Deferred@1728699049 after retry RPC after error@937309942) -> (continuation of Deferred@1901200796 after retry RPC after error@1337218702) -> (continuation of Deferred@1715540291 after retry RPC after error@544142075) -> (continuation of Deferred@1097952655 after retry RPC after error@748438281) -> (continuation of Deferred@1111069904 after retry RPC after error@362241862) -> (continuation of Deferred@1598047598 after retry RPC after error@294306180), errback=(continuation of Deferred@1728699049 after retry RPC after error@937309942) -> (continuation of Deferred@1901200796 after retry RPC after error@1337218702) -> (continuation of Deferred@1715540291 after retry RPC after error@544142075) -> (continuation of Deferred@1097952655 after retry RPC after error@748438281) -> (continuation of Deferred@1111069904 after retry RPC after error@362241862) -> (continuation of Deferred@1598047598 after retry RPC after error@294306180)))
20:04:27.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.848 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1116036314(state=PENDING, result=null, callback=(continuation of Deferred@1526343678 after retry RPC after error@1539334208) -> (continuation of Deferred@1314501521 after retry RPC after error@651314444) -> (continuation of Deferred@765219839 after retry RPC after error@1963385964) -> (continuation of Deferred@1992295526 after retry RPC after error@1116652951) -> (continuation of Deferred@230843794 after retry RPC after error@1327875522) -> (continuation of Deferred@959449972 after retry RPC after error@229036984) -> (continuation of Deferred@324454763 after retry RPC after error@1924928790), errback=(continuation of Deferred@1526343678 after retry RPC after error@1539334208) -> (continuation of Deferred@1314501521 after retry RPC after error@651314444) -> (continuation of Deferred@765219839 after retry RPC after error@1963385964) -> (continuation of Deferred@1992295526 after retry RPC after error@1116652951) -> (continuation of Deferred@230843794 after retry RPC after error@1327875522) -> (continuation of Deferred@959449972 after retry RPC after error@229036984) -> (continuation of Deferred@324454763 after retry RPC after error@1924928790)))
20:04:27.848 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1116036314(state=PENDING, result=null, callback=(continuation of Deferred@1526343678 after retry RPC after error@1539334208) -> (continuation of Deferred@1314501521 after retry RPC after error@651314444) -> (continuation of Deferred@765219839 after retry RPC after error@1963385964) -> (continuation of Deferred@1992295526 after retry RPC after error@1116652951) -> (continuation of Deferred@230843794 after retry RPC after error@1327875522) -> (continuation of Deferred@959449972 after retry RPC after error@229036984) -> (continuation of Deferred@324454763 after retry RPC after error@1924928790), errback=(continuation of Deferred@1526343678 after retry RPC after error@1539334208) -> (continuation of Deferred@1314501521 after retry RPC after error@651314444) -> (continuation of Deferred@765219839 after retry RPC after error@1963385964) -> (continuation of Deferred@1992295526 after retry RPC after error@1116652951) -> (continuation of Deferred@230843794 after retry RPC after error@1327875522) -> (continuation of Deferred@959449972 after retry RPC after error@229036984) -> (continuation of Deferred@324454763 after retry RPC after error@1924928790)))
20:04:27.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:27.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:27.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:27.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:27.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:27.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1663890042(state=PENDING, result=null, callback=(continuation of Deferred@1414506015 after retry RPC after error@1126737987) -> (continuation of Deferred@380917613 after retry RPC after error@303024355) -> (continuation of Deferred@995748835 after retry RPC after error@1035286139) -> (continuation of Deferred@151916959 after retry RPC after error@1697286285) -> (continuation of Deferred@299397432 after retry RPC after error@97160086) -> (continuation of Deferred@2083647577 after retry RPC after error@1299079602) -> (continuation of Deferred@527276182 after retry RPC after error@1311385302), errback=(continuation of Deferred@1414506015 after retry RPC after error@1126737987) -> (continuation of Deferred@380917613 after retry RPC after error@303024355) -> (continuation of Deferred@995748835 after retry RPC after error@1035286139) -> (continuation of Deferred@151916959 after retry RPC after error@1697286285) -> (continuation of Deferred@299397432 after retry RPC after error@97160086) -> (continuation of Deferred@2083647577 after retry RPC after error@1299079602) -> (continuation of Deferred@527276182 after retry RPC after error@1311385302)))
20:04:28.048 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1663890042(state=PENDING, result=null, callback=(continuation of Deferred@1414506015 after retry RPC after error@1126737987) -> (continuation of Deferred@380917613 after retry RPC after error@303024355) -> (continuation of Deferred@995748835 after retry RPC after error@1035286139) -> (continuation of Deferred@151916959 after retry RPC after error@1697286285) -> (continuation of Deferred@299397432 after retry RPC after error@97160086) -> (continuation of Deferred@2083647577 after retry RPC after error@1299079602) -> (continuation of Deferred@527276182 after retry RPC after error@1311385302), errback=(continuation of Deferred@1414506015 after retry RPC after error@1126737987) -> (continuation of Deferred@380917613 after retry RPC after error@303024355) -> (continuation of Deferred@995748835 after retry RPC after error@1035286139) -> (continuation of Deferred@151916959 after retry RPC after error@1697286285) -> (continuation of Deferred@299397432 after retry RPC after error@97160086) -> (continuation of Deferred@2083647577 after retry RPC after error@1299079602) -> (continuation of Deferred@527276182 after retry RPC after error@1311385302)))
20:04:28.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.247 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1698670228(state=PENDING, result=null, callback=(continuation of Deferred@1098267079 after retry RPC after error@729920756) -> (continuation of Deferred@258750345 after retry RPC after error@402598902) -> (continuation of Deferred@1731694799 after retry RPC after error@1102556873) -> (continuation of Deferred@797513993 after retry RPC after error@1103570837) -> (continuation of Deferred@447571594 after retry RPC after error@1712341744) -> (continuation of Deferred@20340330 after retry RPC after error@2033527382), errback=(continuation of Deferred@1098267079 after retry RPC after error@729920756) -> (continuation of Deferred@258750345 after retry RPC after error@402598902) -> (continuation of Deferred@1731694799 after retry RPC after error@1102556873) -> (continuation of Deferred@797513993 after retry RPC after error@1103570837) -> (continuation of Deferred@447571594 after retry RPC after error@1712341744) -> (continuation of Deferred@20340330 after retry RPC after error@2033527382)))
20:04:28.247 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1698670228(state=PENDING, result=null, callback=(continuation of Deferred@1098267079 after retry RPC after error@729920756) -> (continuation of Deferred@258750345 after retry RPC after error@402598902) -> (continuation of Deferred@1731694799 after retry RPC after error@1102556873) -> (continuation of Deferred@797513993 after retry RPC after error@1103570837) -> (continuation of Deferred@447571594 after retry RPC after error@1712341744) -> (continuation of Deferred@20340330 after retry RPC after error@2033527382), errback=(continuation of Deferred@1098267079 after retry RPC after error@729920756) -> (continuation of Deferred@258750345 after retry RPC after error@402598902) -> (continuation of Deferred@1731694799 after retry RPC after error@1102556873) -> (continuation of Deferred@797513993 after retry RPC after error@1103570837) -> (continuation of Deferred@447571594 after retry RPC after error@1712341744) -> (continuation of Deferred@20340330 after retry RPC after error@2033527382)))
20:04:28.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.364 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.468 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1362036550(state=PENDING, result=null, callback=(continuation of Deferred@656678617 after retry RPC after error@733218969) -> (continuation of Deferred@1115385022 after retry RPC after error@1799833216) -> (continuation of Deferred@1821528039 after retry RPC after error@1734963756) -> (continuation of Deferred@2129591523 after retry RPC after error@801953528) -> (continuation of Deferred@1373591953 after retry RPC after error@2097920404) -> (continuation of Deferred@1955289906 after retry RPC after error@1027156045) -> (continuation of Deferred@377613738 after retry RPC after error@912663031), errback=(continuation of Deferred@656678617 after retry RPC after error@733218969) -> (continuation of Deferred@1115385022 after retry RPC after error@1799833216) -> (continuation of Deferred@1821528039 after retry RPC after error@1734963756) -> (continuation of Deferred@2129591523 after retry RPC after error@801953528) -> (continuation of Deferred@1373591953 after retry RPC after error@2097920404) -> (continuation of Deferred@1955289906 after retry RPC after error@1027156045) -> (continuation of Deferred@377613738 after retry RPC after error@912663031)))
20:04:28.468 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1362036550(state=PENDING, result=null, callback=(continuation of Deferred@656678617 after retry RPC after error@733218969) -> (continuation of Deferred@1115385022 after retry RPC after error@1799833216) -> (continuation of Deferred@1821528039 after retry RPC after error@1734963756) -> (continuation of Deferred@2129591523 after retry RPC after error@801953528) -> (continuation of Deferred@1373591953 after retry RPC after error@2097920404) -> (continuation of Deferred@1955289906 after retry RPC after error@1027156045) -> (continuation of Deferred@377613738 after retry RPC after error@912663031), errback=(continuation of Deferred@656678617 after retry RPC after error@733218969) -> (continuation of Deferred@1115385022 after retry RPC after error@1799833216) -> (continuation of Deferred@1821528039 after retry RPC after error@1734963756) -> (continuation of Deferred@2129591523 after retry RPC after error@801953528) -> (continuation of Deferred@1373591953 after retry RPC after error@2097920404) -> (continuation of Deferred@1955289906 after retry RPC after error@1027156045) -> (continuation of Deferred@377613738 after retry RPC after error@912663031)))
20:04:28.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:28.487437 28029 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:04:28.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:28.487656 28029 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:04:28.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:28.488332 28029 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:04:28.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:28.490142 27688 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:04:28.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:28.490303 27687 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:04:28.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:28.490411 27687 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2; no voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d
20:04:28.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:28.490645 28029 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
20:04:28.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.544 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.687 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@184326402(state=PENDING, result=null, callback=(continuation of Deferred@1695699821 after retry RPC after error@1529604092) -> (continuation of Deferred@1123190827 after retry RPC after error@749219326) -> (continuation of Deferred@1532398141 after retry RPC after error@1598456492) -> (continuation of Deferred@161741503 after retry RPC after error@1686761896) -> (continuation of Deferred@199333990 after retry RPC after error@1616455764) -> (continuation of Deferred@1991852258 after retry RPC after error@1570175788) -> (continuation of Deferred@1521711696 after retry RPC after error@1937892058), errback=(continuation of Deferred@1695699821 after retry RPC after error@1529604092) -> (continuation of Deferred@1123190827 after retry RPC after error@749219326) -> (continuation of Deferred@1532398141 after retry RPC after error@1598456492) -> (continuation of Deferred@161741503 after retry RPC after error@1686761896) -> (continuation of Deferred@199333990 after retry RPC after error@1616455764) -> (continuation of Deferred@1991852258 after retry RPC after error@1570175788) -> (continuation of Deferred@1521711696 after retry RPC after error@1937892058)))
20:04:28.687 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@184326402(state=PENDING, result=null, callback=(continuation of Deferred@1695699821 after retry RPC after error@1529604092) -> (continuation of Deferred@1123190827 after retry RPC after error@749219326) -> (continuation of Deferred@1532398141 after retry RPC after error@1598456492) -> (continuation of Deferred@161741503 after retry RPC after error@1686761896) -> (continuation of Deferred@199333990 after retry RPC after error@1616455764) -> (continuation of Deferred@1991852258 after retry RPC after error@1570175788) -> (continuation of Deferred@1521711696 after retry RPC after error@1937892058), errback=(continuation of Deferred@1695699821 after retry RPC after error@1529604092) -> (continuation of Deferred@1123190827 after retry RPC after error@749219326) -> (continuation of Deferred@1532398141 after retry RPC after error@1598456492) -> (continuation of Deferred@161741503 after retry RPC after error@1686761896) -> (continuation of Deferred@199333990 after retry RPC after error@1616455764) -> (continuation of Deferred@1991852258 after retry RPC after error@1570175788) -> (continuation of Deferred@1521711696 after retry RPC after error@1937892058)))
20:04:28.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:28.714783 27669 master_runner.cc:186] Error getting master registration for 127.26.7.190:33659: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111),
20:04:28.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:28.715013 27669 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:28.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.787 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.887 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@481471298(state=PENDING, result=null, callback=(continuation of Deferred@545738822 after retry RPC after error@315706763) -> (continuation of Deferred@2060803142 after retry RPC after error@1932787941) -> (continuation of Deferred@1772841893 after retry RPC after error@1905188366) -> (continuation of Deferred@560565013 after retry RPC after error@1921615093) -> (continuation of Deferred@1087192898 after retry RPC after error@1203042299) -> (continuation of Deferred@711523643 after retry RPC after error@351828655) -> (continuation of Deferred@1030119517 after retry RPC after error@1561154341), errback=(continuation of Deferred@545738822 after retry RPC after error@315706763) -> (continuation of Deferred@2060803142 after retry RPC after error@1932787941) -> (continuation of Deferred@1772841893 after retry RPC after error@1905188366) -> (continuation of Deferred@560565013 after retry RPC after error@1921615093) -> (continuation of Deferred@1087192898 after retry RPC after error@1203042299) -> (continuation of Deferred@711523643 after retry RPC after error@351828655) -> (continuation of Deferred@1030119517 after retry RPC after error@1561154341)))
20:04:28.888 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@481471298(state=PENDING, result=null, callback=(continuation of Deferred@545738822 after retry RPC after error@315706763) -> (continuation of Deferred@2060803142 after retry RPC after error@1932787941) -> (continuation of Deferred@1772841893 after retry RPC after error@1905188366) -> (continuation of Deferred@560565013 after retry RPC after error@1921615093) -> (continuation of Deferred@1087192898 after retry RPC after error@1203042299) -> (continuation of Deferred@711523643 after retry RPC after error@351828655) -> (continuation of Deferred@1030119517 after retry RPC after error@1561154341), errback=(continuation of Deferred@545738822 after retry RPC after error@315706763) -> (continuation of Deferred@2060803142 after retry RPC after error@1932787941) -> (continuation of Deferred@1772841893 after retry RPC after error@1905188366) -> (continuation of Deferred@560565013 after retry RPC after error@1921615093) -> (continuation of Deferred@1087192898 after retry RPC after error@1203042299) -> (continuation of Deferred@711523643 after retry RPC after error@351828655) -> (continuation of Deferred@1030119517 after retry RPC after error@1561154341)))
20:04:28.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:28.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:28.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:28.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:28.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:28.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.087 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@60030117(state=PENDING, result=null, callback=(continuation of Deferred@746538900 after retry RPC after error@1802109444) -> (continuation of Deferred@1361760960 after retry RPC after error@1304455828) -> (continuation of Deferred@458606431 after retry RPC after error@538217491) -> (continuation of Deferred@657454595 after retry RPC after error@1777708216) -> (continuation of Deferred@1555034598 after retry RPC after error@1491049076) -> (continuation of Deferred@1630338 after retry RPC after error@1145838677) -> (continuation of Deferred@1733289467 after retry RPC after error@1139265372), errback=(continuation of Deferred@746538900 after retry RPC after error@1802109444) -> (continuation of Deferred@1361760960 after retry RPC after error@1304455828) -> (continuation of Deferred@458606431 after retry RPC after error@538217491) -> (continuation of Deferred@657454595 after retry RPC after error@1777708216) -> (continuation of Deferred@1555034598 after retry RPC after error@1491049076) -> (continuation of Deferred@1630338 after retry RPC after error@1145838677) -> (continuation of Deferred@1733289467 after retry RPC after error@1139265372)))
20:04:29.088 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@60030117(state=PENDING, result=null, callback=(continuation of Deferred@746538900 after retry RPC after error@1802109444) -> (continuation of Deferred@1361760960 after retry RPC after error@1304455828) -> (continuation of Deferred@458606431 after retry RPC after error@538217491) -> (continuation of Deferred@657454595 after retry RPC after error@1777708216) -> (continuation of Deferred@1555034598 after retry RPC after error@1491049076) -> (continuation of Deferred@1630338 after retry RPC after error@1145838677) -> (continuation of Deferred@1733289467 after retry RPC after error@1139265372), errback=(continuation of Deferred@746538900 after retry RPC after error@1802109444) -> (continuation of Deferred@1361760960 after retry RPC after error@1304455828) -> (continuation of Deferred@458606431 after retry RPC after error@538217491) -> (continuation of Deferred@657454595 after retry RPC after error@1777708216) -> (continuation of Deferred@1555034598 after retry RPC after error@1491049076) -> (continuation of Deferred@1630338 after retry RPC after error@1145838677) -> (continuation of Deferred@1733289467 after retry RPC after error@1139265372)))
20:04:29.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.144 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.204 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.287 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1234794688(state=PENDING, result=null, callback=(continuation of Deferred@1755417897 after retry RPC after error@1324698684) -> (continuation of Deferred@1212616510 after retry RPC after error@1251615118) -> (continuation of Deferred@775304497 after retry RPC after error@1246107751) -> (continuation of Deferred@973656302 after retry RPC after error@562368624) -> (continuation of Deferred@1040529100 after retry RPC after error@1157272651) -> (continuation of Deferred@940159898 after retry RPC after error@822485627) -> (continuation of Deferred@648200641 after retry RPC after error@912937362), errback=(continuation of Deferred@1755417897 after retry RPC after error@1324698684) -> (continuation of Deferred@1212616510 after retry RPC after error@1251615118) -> (continuation of Deferred@775304497 after retry RPC after error@1246107751) -> (continuation of Deferred@973656302 after retry RPC after error@562368624) -> (continuation of Deferred@1040529100 after retry RPC after error@1157272651) -> (continuation of Deferred@940159898 after retry RPC after error@822485627) -> (continuation of Deferred@648200641 after retry RPC after error@912937362)))
20:04:29.288 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1234794688(state=PENDING, result=null, callback=(continuation of Deferred@1755417897 after retry RPC after error@1324698684) -> (continuation of Deferred@1212616510 after retry RPC after error@1251615118) -> (continuation of Deferred@775304497 after retry RPC after error@1246107751) -> (continuation of Deferred@973656302 after retry RPC after error@562368624) -> (continuation of Deferred@1040529100 after retry RPC after error@1157272651) -> (continuation of Deferred@940159898 after retry RPC after error@822485627) -> (continuation of Deferred@648200641 after retry RPC after error@912937362), errback=(continuation of Deferred@1755417897 after retry RPC after error@1324698684) -> (continuation of Deferred@1212616510 after retry RPC after error@1251615118) -> (continuation of Deferred@775304497 after retry RPC after error@1246107751) -> (continuation of Deferred@973656302 after retry RPC after error@562368624) -> (continuation of Deferred@1040529100 after retry RPC after error@1157272651) -> (continuation of Deferred@940159898 after retry RPC after error@822485627) -> (continuation of Deferred@648200641 after retry RPC after error@912937362)))
20:04:29.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.547 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@391530138(state=PENDING, result=null, callback=(continuation of Deferred@1563061004 after retry RPC after error@1636654080) -> (continuation of Deferred@1554989187 after retry RPC after error@2045296410) -> (continuation of Deferred@1997850912 after retry RPC after error@2096293534) -> (continuation of Deferred@1518279387 after retry RPC after error@1716743905) -> (continuation of Deferred@929035970 after retry RPC after error@1550983329) -> (continuation of Deferred@2121879606 after retry RPC after error@60824958) -> (continuation of Deferred@1266745902 after retry RPC after error@112940247), errback=(continuation of Deferred@1563061004 after retry RPC after error@1636654080) -> (continuation of Deferred@1554989187 after retry RPC after error@2045296410) -> (continuation of Deferred@1997850912 after retry RPC after error@2096293534) -> (continuation of Deferred@1518279387 after retry RPC after error@1716743905) -> (continuation of Deferred@929035970 after retry RPC after error@1550983329) -> (continuation of Deferred@2121879606 after retry RPC after error@60824958) -> (continuation of Deferred@1266745902 after retry RPC after error@112940247)))
20:04:29.547 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@391530138(state=PENDING, result=null, callback=(continuation of Deferred@1563061004 after retry RPC after error@1636654080) -> (continuation of Deferred@1554989187 after retry RPC after error@2045296410) -> (continuation of Deferred@1997850912 after retry RPC after error@2096293534) -> (continuation of Deferred@1518279387 after retry RPC after error@1716743905) -> (continuation of Deferred@929035970 after retry RPC after error@1550983329) -> (continuation of Deferred@2121879606 after retry RPC after error@60824958) -> (continuation of Deferred@1266745902 after retry RPC after error@112940247), errback=(continuation of Deferred@1563061004 after retry RPC after error@1636654080) -> (continuation of Deferred@1554989187 after retry RPC after error@2045296410) -> (continuation of Deferred@1997850912 after retry RPC after error@2096293534) -> (continuation of Deferred@1518279387 after retry RPC after error@1716743905) -> (continuation of Deferred@929035970 after retry RPC after error@1550983329) -> (continuation of Deferred@2121879606 after retry RPC after error@60824958) -> (continuation of Deferred@1266745902 after retry RPC after error@112940247)))
20:04:29.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.767 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@934944097(state=PENDING, result=null, callback=(continuation of Deferred@400775866 after retry RPC after error@1908055412) -> (continuation of Deferred@1184242208 after retry RPC after error@555767430) -> (continuation of Deferred@740032146 after retry RPC after error@166692696) -> (continuation of Deferred@2136922975 after retry RPC after error@1550399060) -> (continuation of Deferred@804633637 after retry RPC after error@1515531204) -> (continuation of Deferred@1406699506 after retry RPC after error@1175896139) -> (continuation of Deferred@1149257784 after retry RPC after error@930631783), errback=(continuation of Deferred@400775866 after retry RPC after error@1908055412) -> (continuation of Deferred@1184242208 after retry RPC after error@555767430) -> (continuation of Deferred@740032146 after retry RPC after error@166692696) -> (continuation of Deferred@2136922975 after retry RPC after error@1550399060) -> (continuation of Deferred@804633637 after retry RPC after error@1515531204) -> (continuation of Deferred@1406699506 after retry RPC after error@1175896139) -> (continuation of Deferred@1149257784 after retry RPC after error@930631783)))
20:04:29.767 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@934944097(state=PENDING, result=null, callback=(continuation of Deferred@400775866 after retry RPC after error@1908055412) -> (continuation of Deferred@1184242208 after retry RPC after error@555767430) -> (continuation of Deferred@740032146 after retry RPC after error@166692696) -> (continuation of Deferred@2136922975 after retry RPC after error@1550399060) -> (continuation of Deferred@804633637 after retry RPC after error@1515531204) -> (continuation of Deferred@1406699506 after retry RPC after error@1175896139) -> (continuation of Deferred@1149257784 after retry RPC after error@930631783), errback=(continuation of Deferred@400775866 after retry RPC after error@1908055412) -> (continuation of Deferred@1184242208 after retry RPC after error@555767430) -> (continuation of Deferred@740032146 after retry RPC after error@166692696) -> (continuation of Deferred@2136922975 after retry RPC after error@1550399060) -> (continuation of Deferred@804633637 after retry RPC after error@1515531204) -> (continuation of Deferred@1406699506 after retry RPC after error@1175896139) -> (continuation of Deferred@1149257784 after retry RPC after error@930631783)))
20:04:29.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:29.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:29.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:29.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:29.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:29.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.007 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@224534171(state=PENDING, result=null, callback=(continuation of Deferred@2136006872 after retry RPC after error@31317179) -> (continuation of Deferred@1180158320 after retry RPC after error@1541181927) -> (continuation of Deferred@594734180 after retry RPC after error@1285932213) -> (continuation of Deferred@876714008 after retry RPC after error@195917022) -> (continuation of Deferred@1065920515 after retry RPC after error@1567245099) -> (continuation of Deferred@1699975622 after retry RPC after error@87556662) -> (continuation of Deferred@2139777570 after retry RPC after error@1895177699), errback=(continuation of Deferred@2136006872 after retry RPC after error@31317179) -> (continuation of Deferred@1180158320 after retry RPC after error@1541181927) -> (continuation of Deferred@594734180 after retry RPC after error@1285932213) -> (continuation of Deferred@876714008 after retry RPC after error@195917022) -> (continuation of Deferred@1065920515 after retry RPC after error@1567245099) -> (continuation of Deferred@1699975622 after retry RPC after error@87556662) -> (continuation of Deferred@2139777570 after retry RPC after error@1895177699)))
20:04:30.007 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@224534171(state=PENDING, result=null, callback=(continuation of Deferred@2136006872 after retry RPC after error@31317179) -> (continuation of Deferred@1180158320 after retry RPC after error@1541181927) -> (continuation of Deferred@594734180 after retry RPC after error@1285932213) -> (continuation of Deferred@876714008 after retry RPC after error@195917022) -> (continuation of Deferred@1065920515 after retry RPC after error@1567245099) -> (continuation of Deferred@1699975622 after retry RPC after error@87556662) -> (continuation of Deferred@2139777570 after retry RPC after error@1895177699), errback=(continuation of Deferred@2136006872 after retry RPC after error@31317179) -> (continuation of Deferred@1180158320 after retry RPC after error@1541181927) -> (continuation of Deferred@594734180 after retry RPC after error@1285932213) -> (continuation of Deferred@876714008 after retry RPC after error@195917022) -> (continuation of Deferred@1065920515 after retry RPC after error@1567245099) -> (continuation of Deferred@1699975622 after retry RPC after error@87556662) -> (continuation of Deferred@2139777570 after retry RPC after error@1895177699)))
20:04:30.024 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.084 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.107 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.107 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.167 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1094126606(state=PENDING, result=null, callback=(continuation of Deferred@903450815 after retry RPC after error@970555777) -> (continuation of Deferred@296029053 after retry RPC after error@1753952827) -> (continuation of Deferred@288234493 after retry RPC after error@1687045584) -> (continuation of Deferred@1573475551 after retry RPC after error@1818410935) -> (continuation of Deferred@234008629 after retry RPC after error@457495710) -> (continuation of Deferred@213652613 after retry RPC after error@1968872866), errback=(continuation of Deferred@903450815 after retry RPC after error@970555777) -> (continuation of Deferred@296029053 after retry RPC after error@1753952827) -> (continuation of Deferred@288234493 after retry RPC after error@1687045584) -> (continuation of Deferred@1573475551 after retry RPC after error@1818410935) -> (continuation of Deferred@234008629 after retry RPC after error@457495710) -> (continuation of Deferred@213652613 after retry RPC after error@1968872866)))
20:04:30.167 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1094126606(state=PENDING, result=null, callback=(continuation of Deferred@903450815 after retry RPC after error@970555777) -> (continuation of Deferred@296029053 after retry RPC after error@1753952827) -> (continuation of Deferred@288234493 after retry RPC after error@1687045584) -> (continuation of Deferred@1573475551 after retry RPC after error@1818410935) -> (continuation of Deferred@234008629 after retry RPC after error@457495710) -> (continuation of Deferred@213652613 after retry RPC after error@1968872866), errback=(continuation of Deferred@903450815 after retry RPC after error@970555777) -> (continuation of Deferred@296029053 after retry RPC after error@1753952827) -> (continuation of Deferred@288234493 after retry RPC after error@1687045584) -> (continuation of Deferred@1573475551 after retry RPC after error@1818410935) -> (continuation of Deferred@234008629 after retry RPC after error@457495710) -> (continuation of Deferred@213652613 after retry RPC after error@1968872866)))
20:04:30.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.387 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@145771442(state=PENDING, result=null, callback=(continuation of Deferred@1543962549 after retry RPC after error@516275374) -> (continuation of Deferred@1271182872 after retry RPC after error@1092851977) -> (continuation of Deferred@716385743 after retry RPC after error@421582075) -> (continuation of Deferred@2008733105 after retry RPC after error@713879966) -> (continuation of Deferred@425884757 after retry RPC after error@117109902) -> (continuation of Deferred@667729597 after retry RPC after error@1786887131) -> (continuation of Deferred@1611391498 after retry RPC after error@830747649), errback=(continuation of Deferred@1543962549 after retry RPC after error@516275374) -> (continuation of Deferred@1271182872 after retry RPC after error@1092851977) -> (continuation of Deferred@716385743 after retry RPC after error@421582075) -> (continuation of Deferred@2008733105 after retry RPC after error@713879966) -> (continuation of Deferred@425884757 after retry RPC after error@117109902) -> (continuation of Deferred@667729597 after retry RPC after error@1786887131) -> (continuation of Deferred@1611391498 after retry RPC after error@830747649)))
20:04:30.387 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@145771442(state=PENDING, result=null, callback=(continuation of Deferred@1543962549 after retry RPC after error@516275374) -> (continuation of Deferred@1271182872 after retry RPC after error@1092851977) -> (continuation of Deferred@716385743 after retry RPC after error@421582075) -> (continuation of Deferred@2008733105 after retry RPC after error@713879966) -> (continuation of Deferred@425884757 after retry RPC after error@117109902) -> (continuation of Deferred@667729597 after retry RPC after error@1786887131) -> (continuation of Deferred@1611391498 after retry RPC after error@830747649), errback=(continuation of Deferred@1543962549 after retry RPC after error@516275374) -> (continuation of Deferred@1271182872 after retry RPC after error@1092851977) -> (continuation of Deferred@716385743 after retry RPC after error@421582075) -> (continuation of Deferred@2008733105 after retry RPC after error@713879966) -> (continuation of Deferred@425884757 after retry RPC after error@117109902) -> (continuation of Deferred@667729597 after retry RPC after error@1786887131) -> (continuation of Deferred@1611391498 after retry RPC after error@830747649)))
20:04:30.404 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.666 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@623553731(state=PENDING, result=null, callback=(continuation of Deferred@1963924155 after retry RPC after error@1303513975) -> (continuation of Deferred@96142988 after retry RPC after error@1971842636) -> (continuation of Deferred@2018568325 after retry RPC after error@635743563) -> (continuation of Deferred@2016825373 after retry RPC after error@839464153) -> (continuation of Deferred@1298327261 after retry RPC after error@1298961615) -> (continuation of Deferred@126911431 after retry RPC after error@2084880400) -> (continuation of Deferred@642417995 after retry RPC after error@254392225), errback=(continuation of Deferred@1963924155 after retry RPC after error@1303513975) -> (continuation of Deferred@96142988 after retry RPC after error@1971842636) -> (continuation of Deferred@2018568325 after retry RPC after error@635743563) -> (continuation of Deferred@2016825373 after retry RPC after error@839464153) -> (continuation of Deferred@1298327261 after retry RPC after error@1298961615) -> (continuation of Deferred@126911431 after retry RPC after error@2084880400) -> (continuation of Deferred@642417995 after retry RPC after error@254392225)))
20:04:30.666 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:30.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.867 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1311212561(state=PENDING, result=null, callback=(continuation of Deferred@518484226 after retry RPC after error@152492953) -> (continuation of Deferred@599111763 after retry RPC after error@1363191608) -> (continuation of Deferred@1946854259 after retry RPC after error@1275032696) -> (continuation of Deferred@1166420596 after retry RPC after error@296434843) -> (continuation of Deferred@815469798 after retry RPC after error@7862841) -> (continuation of Deferred@1960228297 after retry RPC after error@1020330028) -> (continuation of Deferred@1409617780 after retry RPC after error@1805423103) -> (continuation of Deferred@715463096 after retry RPC after error@507620512), errback=(continuation of Deferred@518484226 after retry RPC after error@152492953) -> (continuation of Deferred@599111763 after retry RPC after error@1363191608) -> (continuation of Deferred@1946854259 after retry RPC after error@1275032696) -> (continuation of Deferred@1166420596 after retry RPC after error@296434843) -> (continuation of Deferred@815469798 after retry RPC after error@7862841) -> (continuation of Deferred@1960228297 after retry RPC after error@1020330028) -> (continuation of Deferred@1409617780 after retry RPC after error@1805423103) -> (continuation of Deferred@715463096 after retry RPC after error@507620512)))
20:04:30.867 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1311212561(state=PENDING, result=null, callback=(continuation of Deferred@518484226 after retry RPC after error@152492953) -> (continuation of Deferred@599111763 after retry RPC after error@1363191608) -> (continuation of Deferred@1946854259 after retry RPC after error@1275032696) -> (continuation of Deferred@1166420596 after retry RPC after error@296434843) -> (continuation of Deferred@815469798 after retry RPC after error@7862841) -> (continuation of Deferred@1960228297 after retry RPC after error@1020330028) -> (continuation of Deferred@1409617780 after retry RPC after error@1805423103) -> (continuation of Deferred@715463096 after retry RPC after error@507620512), errback=(continuation of Deferred@518484226 after retry RPC after error@152492953) -> (continuation of Deferred@599111763 after retry RPC after error@1363191608) -> (continuation of Deferred@1946854259 after retry RPC after error@1275032696) -> (continuation of Deferred@1166420596 after retry RPC after error@296434843) -> (continuation of Deferred@815469798 after retry RPC after error@7862841) -> (continuation of Deferred@1960228297 after retry RPC after error@1020330028) -> (continuation of Deferred@1409617780 after retry RPC after error@1805423103) -> (continuation of Deferred@715463096 after retry RPC after error@507620512)))
20:04:30.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:30.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:30.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:30.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:30.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:30.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.028 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@2014314991(state=PENDING, result=null, callback=(continuation of Deferred@1040767353 after retry RPC after error@1941213289) -> (continuation of Deferred@1426102412 after retry RPC after error@761787578) -> (continuation of Deferred@1440490366 after retry RPC after error@37537396) -> (continuation of Deferred@1403644487 after retry RPC after error@1098454700) -> (continuation of Deferred@1963596334 after retry RPC after error@291601821) -> (continuation of Deferred@218519076 after retry RPC after error@79953246), errback=(continuation of Deferred@1040767353 after retry RPC after error@1941213289) -> (continuation of Deferred@1426102412 after retry RPC after error@761787578) -> (continuation of Deferred@1440490366 after retry RPC after error@37537396) -> (continuation of Deferred@1403644487 after retry RPC after error@1098454700) -> (continuation of Deferred@1963596334 after retry RPC after error@291601821) -> (continuation of Deferred@218519076 after retry RPC after error@79953246)))
20:04:31.028 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@2014314991(state=PENDING, result=null, callback=(continuation of Deferred@1040767353 after retry RPC after error@1941213289) -> (continuation of Deferred@1426102412 after retry RPC after error@761787578) -> (continuation of Deferred@1440490366 after retry RPC after error@37537396) -> (continuation of Deferred@1403644487 after retry RPC after error@1098454700) -> (continuation of Deferred@1963596334 after retry RPC after error@291601821) -> (continuation of Deferred@218519076 after retry RPC after error@79953246), errback=(continuation of Deferred@1040767353 after retry RPC after error@1941213289) -> (continuation of Deferred@1426102412 after retry RPC after error@761787578) -> (continuation of Deferred@1440490366 after retry RPC after error@37537396) -> (continuation of Deferred@1403644487 after retry RPC after error@1098454700) -> (continuation of Deferred@1963596334 after retry RPC after error@291601821) -> (continuation of Deferred@218519076 after retry RPC after error@79953246)))
20:04:31.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.084 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:31.131873 27299 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 1)
20:04:31.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:31.136233 27299 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '90933ceb591a418bb48747de08294acc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '90933ceb591a418bb48747de08294acc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 1)
20:04:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:31.138227 27299 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.7.188:35985)
20:04:31.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.244 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.246 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@653733214(state=PENDING, result=null, callback=(continuation of Deferred@602924340 after retry RPC after error@1220026008) -> (continuation of Deferred@1663972588 after retry RPC after error@2091673610) -> (continuation of Deferred@548861166 after retry RPC after error@686973630) -> (continuation of Deferred@988396056 after retry RPC after error@630880631) -> (continuation of Deferred@840755374 after retry RPC after error@155225025) -> (continuation of Deferred@2123286923 after retry RPC after error@136922860) -> (continuation of Deferred@1562740447 after retry RPC after error@1345720377), errback=(continuation of Deferred@602924340 after retry RPC after error@1220026008) -> (continuation of Deferred@1663972588 after retry RPC after error@2091673610) -> (continuation of Deferred@548861166 after retry RPC after error@686973630) -> (continuation of Deferred@988396056 after retry RPC after error@630880631) -> (continuation of Deferred@840755374 after retry RPC after error@155225025) -> (continuation of Deferred@2123286923 after retry RPC after error@136922860) -> (continuation of Deferred@1562740447 after retry RPC after error@1345720377)))
20:04:31.247 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@653733214(state=PENDING, result=null, callback=(continuation of Deferred@602924340 after retry RPC after error@1220026008) -> (continuation of Deferred@1663972588 after retry RPC after error@2091673610) -> (continuation of Deferred@548861166 after retry RPC after error@686973630) -> (continuation of Deferred@988396056 after retry RPC after error@630880631) -> (continuation of Deferred@840755374 after retry RPC after error@155225025) -> (continuation of Deferred@2123286923 after retry RPC after error@136922860) -> (continuation of Deferred@1562740447 after retry RPC after error@1345720377), errback=(continuation of Deferred@602924340 after retry RPC after error@1220026008) -> (continuation of Deferred@1663972588 after retry RPC after error@2091673610) -> (continuation of Deferred@548861166 after retry RPC after error@686973630) -> (continuation of Deferred@988396056 after retry RPC after error@630880631) -> (continuation of Deferred@840755374 after retry RPC after error@155225025) -> (continuation of Deferred@2123286923 after retry RPC after error@136922860) -> (continuation of Deferred@1562740447 after retry RPC after error@1345720377)))
20:04:31.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.344 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.407 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1596871567(state=PENDING, result=null, callback=(continuation of Deferred@1406094274 after retry RPC after error@1318356764) -> (continuation of Deferred@1003880608 after retry RPC after error@382307966) -> (continuation of Deferred@1064388158 after retry RPC after error@1438091947) -> (continuation of Deferred@1584354237 after retry RPC after error@76520560) -> (continuation of Deferred@830106217 after retry RPC after error@1483820095) -> (continuation of Deferred@2091322935 after retry RPC after error@78868943) -> (continuation of Deferred@1727560210 after retry RPC after error@876270150), errback=(continuation of Deferred@1406094274 after retry RPC after error@1318356764) -> (continuation of Deferred@1003880608 after retry RPC after error@382307966) -> (continuation of Deferred@1064388158 after retry RPC after error@1438091947) -> (continuation of Deferred@1584354237 after retry RPC after error@76520560) -> (continuation of Deferred@830106217 after retry RPC after error@1483820095) -> (continuation of Deferred@2091322935 after retry RPC after error@78868943) -> (continuation of Deferred@1727560210 after retry RPC after error@876270150)))
20:04:31.407 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1596871567(state=PENDING, result=null, callback=(continuation of Deferred@1406094274 after retry RPC after error@1318356764) -> (continuation of Deferred@1003880608 after retry RPC after error@382307966) -> (continuation of Deferred@1064388158 after retry RPC after error@1438091947) -> (continuation of Deferred@1584354237 after retry RPC after error@76520560) -> (continuation of Deferred@830106217 after retry RPC after error@1483820095) -> (continuation of Deferred@2091322935 after retry RPC after error@78868943) -> (continuation of Deferred@1727560210 after retry RPC after error@876270150), errback=(continuation of Deferred@1406094274 after retry RPC after error@1318356764) -> (continuation of Deferred@1003880608 after retry RPC after error@382307966) -> (continuation of Deferred@1064388158 after retry RPC after error@1438091947) -> (continuation of Deferred@1584354237 after retry RPC after error@76520560) -> (continuation of Deferred@830106217 after retry RPC after error@1483820095) -> (continuation of Deferred@2091322935 after retry RPC after error@78868943) -> (continuation of Deferred@1727560210 after retry RPC after error@876270150)))
20:04:31.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.428 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.607 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1141895077(state=PENDING, result=null, callback=(continuation of Deferred@1759998850 after retry RPC after error@1108517612) -> (continuation of Deferred@1645515144 after retry RPC after error@1507666088) -> (continuation of Deferred@175450994 after retry RPC after error@1571286290) -> (continuation of Deferred@469352447 after retry RPC after error@726748224) -> (continuation of Deferred@148692195 after retry RPC after error@1794211735) -> (continuation of Deferred@1008808817 after retry RPC after error@498293753), errback=(continuation of Deferred@1759998850 after retry RPC after error@1108517612) -> (continuation of Deferred@1645515144 after retry RPC after error@1507666088) -> (continuation of Deferred@175450994 after retry RPC after error@1571286290) -> (continuation of Deferred@469352447 after retry RPC after error@726748224) -> (continuation of Deferred@148692195 after retry RPC after error@1794211735) -> (continuation of Deferred@1008808817 after retry RPC after error@498293753)))
20:04:31.607 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1141895077(state=PENDING, result=null, callback=(continuation of Deferred@1759998850 after retry RPC after error@1108517612) -> (continuation of Deferred@1645515144 after retry RPC after error@1507666088) -> (continuation of Deferred@175450994 after retry RPC after error@1571286290) -> (continuation of Deferred@469352447 after retry RPC after error@726748224) -> (continuation of Deferred@148692195 after retry RPC after error@1794211735) -> (continuation of Deferred@1008808817 after retry RPC after error@498293753), errback=(continuation of Deferred@1759998850 after retry RPC after error@1108517612) -> (continuation of Deferred@1645515144 after retry RPC after error@1507666088) -> (continuation of Deferred@175450994 after retry RPC after error@1571286290) -> (continuation of Deferred@469352447 after retry RPC after error@726748224) -> (continuation of Deferred@148692195 after retry RPC after error@1794211735) -> (continuation of Deferred@1008808817 after retry RPC after error@498293753)))
20:04:31.624 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.684 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.726 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.827 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@272815747(state=PENDING, result=null, callback=(continuation of Deferred@1863297750 after retry RPC after error@481122867) -> (continuation of Deferred@197715362 after retry RPC after error@230218902) -> (continuation of Deferred@527666925 after retry RPC after error@1777939442) -> (continuation of Deferred@626015898 after retry RPC after error@1850153674) -> (continuation of Deferred@1841358089 after retry RPC after error@1300639200) -> (continuation of Deferred@1762029092 after retry RPC after error@1061271684) -> (continuation of Deferred@1438902984 after retry RPC after error@693515453), errback=(continuation of Deferred@1863297750 after retry RPC after error@481122867) -> (continuation of Deferred@197715362 after retry RPC after error@230218902) -> (continuation of Deferred@527666925 after retry RPC after error@1777939442) -> (continuation of Deferred@626015898 after retry RPC after error@1850153674) -> (continuation of Deferred@1841358089 after retry RPC after error@1300639200) -> (continuation of Deferred@1762029092 after retry RPC after error@1061271684) -> (continuation of Deferred@1438902984 after retry RPC after error@693515453)))
20:04:31.828 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@272815747(state=PENDING, result=null, callback=(continuation of Deferred@1863297750 after retry RPC after error@481122867) -> (continuation of Deferred@197715362 after retry RPC after error@230218902) -> (continuation of Deferred@527666925 after retry RPC after error@1777939442) -> (continuation of Deferred@626015898 after retry RPC after error@1850153674) -> (continuation of Deferred@1841358089 after retry RPC after error@1300639200) -> (continuation of Deferred@1762029092 after retry RPC after error@1061271684) -> (continuation of Deferred@1438902984 after retry RPC after error@693515453), errback=(continuation of Deferred@1863297750 after retry RPC after error@481122867) -> (continuation of Deferred@197715362 after retry RPC after error@230218902) -> (continuation of Deferred@527666925 after retry RPC after error@1777939442) -> (continuation of Deferred@626015898 after retry RPC after error@1850153674) -> (continuation of Deferred@1841358089 after retry RPC after error@1300639200) -> (continuation of Deferred@1762029092 after retry RPC after error@1061271684) -> (continuation of Deferred@1438902984 after retry RPC after error@693515453)))
20:04:31.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:31.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:31.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:31.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:31.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:31.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.105 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@2059935579(state=PENDING, result=null, callback=(continuation of Deferred@1434107557 after retry RPC after error@356981285) -> (continuation of Deferred@1777365513 after retry RPC after error@1400412843) -> (continuation of Deferred@1400343031 after retry RPC after error@2127312782) -> (continuation of Deferred@348549732 after retry RPC after error@66850709) -> (continuation of Deferred@1823147564 after retry RPC after error@1933851760) -> (continuation of Deferred@1421223214 after retry RPC after error@936708234) -> (continuation of Deferred@58450490 after retry RPC after error@1359931801) -> (continuation of Deferred@880028099 after retry RPC after error@737867423), errback=(continuation of Deferred@1434107557 after retry RPC after error@356981285) -> (continuation of Deferred@1777365513 after retry RPC after error@1400412843) -> (continuation of Deferred@1400343031 after retry RPC after error@2127312782) -> (continuation of Deferred@348549732 after retry RPC after error@66850709) -> (continuation of Deferred@1823147564 after retry RPC after error@1933851760) -> (continuation of Deferred@1421223214 after retry RPC after error@936708234) -> (continuation of Deferred@58450490 after retry RPC after error@1359931801) -> (continuation of Deferred@880028099 after retry RPC after error@737867423)))
20:04:32.105 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:32.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.244 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.367 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1946395312(state=PENDING, result=null, callback=(continuation of Deferred@1668845315 after retry RPC after error@724433403) -> (continuation of Deferred@709659708 after retry RPC after error@1127460327) -> (continuation of Deferred@1679041045 after retry RPC after error@548601165) -> (continuation of Deferred@1850845195 after retry RPC after error@810773683) -> (continuation of Deferred@1964172326 after retry RPC after error@1115498332) -> (continuation of Deferred@563072744 after retry RPC after error@168958110) -> (continuation of Deferred@1757675054 after retry RPC after error@1127179181), errback=(continuation of Deferred@1668845315 after retry RPC after error@724433403) -> (continuation of Deferred@709659708 after retry RPC after error@1127460327) -> (continuation of Deferred@1679041045 after retry RPC after error@548601165) -> (continuation of Deferred@1850845195 after retry RPC after error@810773683) -> (continuation of Deferred@1964172326 after retry RPC after error@1115498332) -> (continuation of Deferred@563072744 after retry RPC after error@168958110) -> (continuation of Deferred@1757675054 after retry RPC after error@1127179181)))
20:04:32.368 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1946395312(state=PENDING, result=null, callback=(continuation of Deferred@1668845315 after retry RPC after error@724433403) -> (continuation of Deferred@709659708 after retry RPC after error@1127460327) -> (continuation of Deferred@1679041045 after retry RPC after error@548601165) -> (continuation of Deferred@1850845195 after retry RPC after error@810773683) -> (continuation of Deferred@1964172326 after retry RPC after error@1115498332) -> (continuation of Deferred@563072744 after retry RPC after error@168958110) -> (continuation of Deferred@1757675054 after retry RPC after error@1127179181), errback=(continuation of Deferred@1668845315 after retry RPC after error@724433403) -> (continuation of Deferred@709659708 after retry RPC after error@1127460327) -> (continuation of Deferred@1679041045 after retry RPC after error@548601165) -> (continuation of Deferred@1850845195 after retry RPC after error@810773683) -> (continuation of Deferred@1964172326 after retry RPC after error@1115498332) -> (continuation of Deferred@563072744 after retry RPC after error@168958110) -> (continuation of Deferred@1757675054 after retry RPC after error@1127179181)))
20:04:32.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.567 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@213052200(state=PENDING, result=null, callback=(continuation of Deferred@2072406595 after retry RPC after error@549142272) -> (continuation of Deferred@2100869928 after retry RPC after error@1716057100) -> (continuation of Deferred@777277172 after retry RPC after error@1466840833) -> (continuation of Deferred@1865885503 after retry RPC after error@1316898369) -> (continuation of Deferred@1121026708 after retry RPC after error@1679913968) -> (continuation of Deferred@846839444 after retry RPC after error@243903188) -> (continuation of Deferred@1073892531 after retry RPC after error@793971120), errback=(continuation of Deferred@2072406595 after retry RPC after error@549142272) -> (continuation of Deferred@2100869928 after retry RPC after error@1716057100) -> (continuation of Deferred@777277172 after retry RPC after error@1466840833) -> (continuation of Deferred@1865885503 after retry RPC after error@1316898369) -> (continuation of Deferred@1121026708 after retry RPC after error@1679913968) -> (continuation of Deferred@846839444 after retry RPC after error@243903188) -> (continuation of Deferred@1073892531 after retry RPC after error@793971120)))
20:04:32.568 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@213052200(state=PENDING, result=null, callback=(continuation of Deferred@2072406595 after retry RPC after error@549142272) -> (continuation of Deferred@2100869928 after retry RPC after error@1716057100) -> (continuation of Deferred@777277172 after retry RPC after error@1466840833) -> (continuation of Deferred@1865885503 after retry RPC after error@1316898369) -> (continuation of Deferred@1121026708 after retry RPC after error@1679913968) -> (continuation of Deferred@846839444 after retry RPC after error@243903188) -> (continuation of Deferred@1073892531 after retry RPC after error@793971120), errback=(continuation of Deferred@2072406595 after retry RPC after error@549142272) -> (continuation of Deferred@2100869928 after retry RPC after error@1716057100) -> (continuation of Deferred@777277172 after retry RPC after error@1466840833) -> (continuation of Deferred@1865885503 after retry RPC after error@1316898369) -> (continuation of Deferred@1121026708 after retry RPC after error@1679913968) -> (continuation of Deferred@846839444 after retry RPC after error@243903188) -> (continuation of Deferred@1073892531 after retry RPC after error@793971120)))
20:04:32.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.644 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1383068562(state=PENDING, result=null, callback=(continuation of Deferred@1673151749 after retry RPC after error@1891728352) -> (continuation of Deferred@1139289486 after retry RPC after error@1849074946) -> (continuation of Deferred@1603618732 after retry RPC after error@611334597) -> (continuation of Deferred@645325976 after retry RPC after error@2100517857) -> (continuation of Deferred@149867468 after retry RPC after error@771060997) -> (continuation of Deferred@1018562055 after retry RPC after error@1530773027) -> (continuation of Deferred@628338211 after retry RPC after error@598260437), errback=(continuation of Deferred@1673151749 after retry RPC after error@1891728352) -> (continuation of Deferred@1139289486 after retry RPC after error@1849074946) -> (continuation of Deferred@1603618732 after retry RPC after error@611334597) -> (continuation of Deferred@645325976 after retry RPC after error@2100517857) -> (continuation of Deferred@149867468 after retry RPC after error@771060997) -> (continuation of Deferred@1018562055 after retry RPC after error@1530773027) -> (continuation of Deferred@628338211 after retry RPC after error@598260437)))
20:04:32.788 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1383068562(state=PENDING, result=null, callback=(continuation of Deferred@1673151749 after retry RPC after error@1891728352) -> (continuation of Deferred@1139289486 after retry RPC after error@1849074946) -> (continuation of Deferred@1603618732 after retry RPC after error@611334597) -> (continuation of Deferred@645325976 after retry RPC after error@2100517857) -> (continuation of Deferred@149867468 after retry RPC after error@771060997) -> (continuation of Deferred@1018562055 after retry RPC after error@1530773027) -> (continuation of Deferred@628338211 after retry RPC after error@598260437), errback=(continuation of Deferred@1673151749 after retry RPC after error@1891728352) -> (continuation of Deferred@1139289486 after retry RPC after error@1849074946) -> (continuation of Deferred@1603618732 after retry RPC after error@611334597) -> (continuation of Deferred@645325976 after retry RPC after error@2100517857) -> (continuation of Deferred@149867468 after retry RPC after error@771060997) -> (continuation of Deferred@1018562055 after retry RPC after error@1530773027) -> (continuation of Deferred@628338211 after retry RPC after error@598260437)))
20:04:32.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:32.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:32.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:32.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:32.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:32.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@571804878(state=PENDING, result=null, callback=(continuation of Deferred@189957503 after retry RPC after error@2013374362) -> (continuation of Deferred@472113066 after retry RPC after error@383439772) -> (continuation of Deferred@163366213 after retry RPC after error@2096406175) -> (continuation of Deferred@2116603940 after retry RPC after error@1043249742) -> (continuation of Deferred@1373099555 after retry RPC after error@160410336) -> (continuation of Deferred@832496133 after retry RPC after error@2057949874) -> (continuation of Deferred@362833162 after retry RPC after error@1636566516), errback=(continuation of Deferred@189957503 after retry RPC after error@2013374362) -> (continuation of Deferred@472113066 after retry RPC after error@383439772) -> (continuation of Deferred@163366213 after retry RPC after error@2096406175) -> (continuation of Deferred@2116603940 after retry RPC after error@1043249742) -> (continuation of Deferred@1373099555 after retry RPC after error@160410336) -> (continuation of Deferred@832496133 after retry RPC after error@2057949874) -> (continuation of Deferred@362833162 after retry RPC after error@1636566516)))
20:04:33.048 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@571804878(state=PENDING, result=null, callback=(continuation of Deferred@189957503 after retry RPC after error@2013374362) -> (continuation of Deferred@472113066 after retry RPC after error@383439772) -> (continuation of Deferred@163366213 after retry RPC after error@2096406175) -> (continuation of Deferred@2116603940 after retry RPC after error@1043249742) -> (continuation of Deferred@1373099555 after retry RPC after error@160410336) -> (continuation of Deferred@832496133 after retry RPC after error@2057949874) -> (continuation of Deferred@362833162 after retry RPC after error@1636566516), errback=(continuation of Deferred@189957503 after retry RPC after error@2013374362) -> (continuation of Deferred@472113066 after retry RPC after error@383439772) -> (continuation of Deferred@163366213 after retry RPC after error@2096406175) -> (continuation of Deferred@2116603940 after retry RPC after error@1043249742) -> (continuation of Deferred@1373099555 after retry RPC after error@160410336) -> (continuation of Deferred@832496133 after retry RPC after error@2057949874) -> (continuation of Deferred@362833162 after retry RPC after error@1636566516)))
20:04:33.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.184 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.308 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1671906051(state=PENDING, result=null, callback=(continuation of Deferred@760531791 after retry RPC after error@1657051340) -> (continuation of Deferred@1745133764 after retry RPC after error@836913564) -> (continuation of Deferred@979890780 after retry RPC after error@2082676516) -> (continuation of Deferred@829194980 after retry RPC after error@316773372) -> (continuation of Deferred@395405038 after retry RPC after error@1940881671) -> (continuation of Deferred@637617716 after retry RPC after error@954290043) -> (continuation of Deferred@618391711 after retry RPC after error@737407674) -> (continuation of Deferred@133116182 after retry RPC after error@902245383), errback=(continuation of Deferred@760531791 after retry RPC after error@1657051340) -> (continuation of Deferred@1745133764 after retry RPC after error@836913564) -> (continuation of Deferred@979890780 after retry RPC after error@2082676516) -> (continuation of Deferred@829194980 after retry RPC after error@316773372) -> (continuation of Deferred@395405038 after retry RPC after error@1940881671) -> (continuation of Deferred@637617716 after retry RPC after error@954290043) -> (continuation of Deferred@618391711 after retry RPC after error@737407674) -> (continuation of Deferred@133116182 after retry RPC after error@902245383)))
20:04:33.308 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1671906051(state=PENDING, result=null, callback=(continuation of Deferred@760531791 after retry RPC after error@1657051340) -> (continuation of Deferred@1745133764 after retry RPC after error@836913564) -> (continuation of Deferred@979890780 after retry RPC after error@2082676516) -> (continuation of Deferred@829194980 after retry RPC after error@316773372) -> (continuation of Deferred@395405038 after retry RPC after error@1940881671) -> (continuation of Deferred@637617716 after retry RPC after error@954290043) -> (continuation of Deferred@618391711 after retry RPC after error@737407674) -> (continuation of Deferred@133116182 after retry RPC after error@902245383), errback=(continuation of Deferred@760531791 after retry RPC after error@1657051340) -> (continuation of Deferred@1745133764 after retry RPC after error@836913564) -> (continuation of Deferred@979890780 after retry RPC after error@2082676516) -> (continuation of Deferred@829194980 after retry RPC after error@316773372) -> (continuation of Deferred@395405038 after retry RPC after error@1940881671) -> (continuation of Deferred@637617716 after retry RPC after error@954290043) -> (continuation of Deferred@618391711 after retry RPC after error@737407674) -> (continuation of Deferred@133116182 after retry RPC after error@902245383)))
20:04:33.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.388 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.585 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1825727065(state=PENDING, result=null, callback=(continuation of Deferred@1101203885 after retry RPC after error@697817700) -> (continuation of Deferred@1116487944 after retry RPC after error@1035154346) -> (continuation of Deferred@1686420432 after retry RPC after error@1935088094) -> (continuation of Deferred@1400083133 after retry RPC after error@2012857626) -> (continuation of Deferred@912435726 after retry RPC after error@2100350197) -> (continuation of Deferred@848912276 after retry RPC after error@200383944) -> (continuation of Deferred@677405794 after retry RPC after error@1405899519) -> (continuation of Deferred@726782701 after retry RPC after error@742987154), errback=(continuation of Deferred@1101203885 after retry RPC after error@697817700) -> (continuation of Deferred@1116487944 after retry RPC after error@1035154346) -> (continuation of Deferred@1686420432 after retry RPC after error@1935088094) -> (continuation of Deferred@1400083133 after retry RPC after error@2012857626) -> (continuation of Deferred@912435726 after retry RPC after error@2100350197) -> (continuation of Deferred@848912276 after retry RPC after error@200383944) -> (continuation of Deferred@677405794 after retry RPC after error@1405899519) -> (continuation of Deferred@726782701 after retry RPC after error@742987154)))
20:04:33.586 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:33.604 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:33.716349 27669 master_runner.cc:186] Error getting master registration for 127.26.7.190:33659: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111),
20:04:33.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:33.716497 27669 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:33.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.844 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.846 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@294590950(state=PENDING, result=null, callback=(continuation of Deferred@345800686 after retry RPC after error@818056880) -> (continuation of Deferred@2045310250 after retry RPC after error@272733144) -> (continuation of Deferred@1733684529 after retry RPC after error@1137068133) -> (continuation of Deferred@2109322386 after retry RPC after error@1643784110) -> (continuation of Deferred@697201349 after retry RPC after error@1492816625) -> (continuation of Deferred@1758965848 after retry RPC after error@1486896571) -> (continuation of Deferred@48395312 after retry RPC after error@243467143) -> (continuation of Deferred@1535321983 after retry RPC after error@43484241), errback=(continuation of Deferred@345800686 after retry RPC after error@818056880) -> (continuation of Deferred@2045310250 after retry RPC after error@272733144) -> (continuation of Deferred@1733684529 after retry RPC after error@1137068133) -> (continuation of Deferred@2109322386 after retry RPC after error@1643784110) -> (continuation of Deferred@697201349 after retry RPC after error@1492816625) -> (continuation of Deferred@1758965848 after retry RPC after error@1486896571) -> (continuation of Deferred@48395312 after retry RPC after error@243467143) -> (continuation of Deferred@1535321983 after retry RPC after error@43484241)))
20:04:33.847 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@294590950(state=PENDING, result=null, callback=(continuation of Deferred@345800686 after retry RPC after error@818056880) -> (continuation of Deferred@2045310250 after retry RPC after error@272733144) -> (continuation of Deferred@1733684529 after retry RPC after error@1137068133) -> (continuation of Deferred@2109322386 after retry RPC after error@1643784110) -> (continuation of Deferred@697201349 after retry RPC after error@1492816625) -> (continuation of Deferred@1758965848 after retry RPC after error@1486896571) -> (continuation of Deferred@48395312 after retry RPC after error@243467143) -> (continuation of Deferred@1535321983 after retry RPC after error@43484241), errback=(continuation of Deferred@345800686 after retry RPC after error@818056880) -> (continuation of Deferred@2045310250 after retry RPC after error@272733144) -> (continuation of Deferred@1733684529 after retry RPC after error@1137068133) -> (continuation of Deferred@2109322386 after retry RPC after error@1643784110) -> (continuation of Deferred@697201349 after retry RPC after error@1492816625) -> (continuation of Deferred@1758965848 after retry RPC after error@1486896571) -> (continuation of Deferred@48395312 after retry RPC after error@243467143) -> (continuation of Deferred@1535321983 after retry RPC after error@43484241)))
20:04:33.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.884 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.924 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.946 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:33.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:33.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:33.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:33.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:33.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.107 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@2044177284(state=PENDING, result=null, callback=(continuation of Deferred@94054903 after retry RPC after error@913691343) -> (continuation of Deferred@598517520 after retry RPC after error@1734583146) -> (continuation of Deferred@1005316832 after retry RPC after error@588293368) -> (continuation of Deferred@1707217837 after retry RPC after error@532714636) -> (continuation of Deferred@2065219966 after retry RPC after error@1569299841) -> (continuation of Deferred@681812710 after retry RPC after error@870066058) -> (continuation of Deferred@242357182 after retry RPC after error@528933476), errback=(continuation of Deferred@94054903 after retry RPC after error@913691343) -> (continuation of Deferred@598517520 after retry RPC after error@1734583146) -> (continuation of Deferred@1005316832 after retry RPC after error@588293368) -> (continuation of Deferred@1707217837 after retry RPC after error@532714636) -> (continuation of Deferred@2065219966 after retry RPC after error@1569299841) -> (continuation of Deferred@681812710 after retry RPC after error@870066058) -> (continuation of Deferred@242357182 after retry RPC after error@528933476)))
20:04:34.107 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@2044177284(state=PENDING, result=null, callback=(continuation of Deferred@94054903 after retry RPC after error@913691343) -> (continuation of Deferred@598517520 after retry RPC after error@1734583146) -> (continuation of Deferred@1005316832 after retry RPC after error@588293368) -> (continuation of Deferred@1707217837 after retry RPC after error@532714636) -> (continuation of Deferred@2065219966 after retry RPC after error@1569299841) -> (continuation of Deferred@681812710 after retry RPC after error@870066058) -> (continuation of Deferred@242357182 after retry RPC after error@528933476), errback=(continuation of Deferred@94054903 after retry RPC after error@913691343) -> (continuation of Deferred@598517520 after retry RPC after error@1734583146) -> (continuation of Deferred@1005316832 after retry RPC after error@588293368) -> (continuation of Deferred@1707217837 after retry RPC after error@532714636) -> (continuation of Deferred@2065219966 after retry RPC after error@1569299841) -> (continuation of Deferred@681812710 after retry RPC after error@870066058) -> (continuation of Deferred@242357182 after retry RPC after error@528933476)))
20:04:34.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.344 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.346 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1116038280(state=PENDING, result=null, callback=(continuation of Deferred@928003189 after retry RPC after error@2017990537) -> (continuation of Deferred@1456545524 after retry RPC after error@1067024770) -> (continuation of Deferred@157084056 after retry RPC after error@831538021) -> (continuation of Deferred@1877531933 after retry RPC after error@479122675) -> (continuation of Deferred@1920007891 after retry RPC after error@1095241875) -> (continuation of Deferred@1751203218 after retry RPC after error@44188961) -> (continuation of Deferred@2010228160 after retry RPC after error@1990000417) -> (continuation of Deferred@401658317 after retry RPC after error@124454239), errback=(continuation of Deferred@928003189 after retry RPC after error@2017990537) -> (continuation of Deferred@1456545524 after retry RPC after error@1067024770) -> (continuation of Deferred@157084056 after retry RPC after error@831538021) -> (continuation of Deferred@1877531933 after retry RPC after error@479122675) -> (continuation of Deferred@1920007891 after retry RPC after error@1095241875) -> (continuation of Deferred@1751203218 after retry RPC after error@44188961) -> (continuation of Deferred@2010228160 after retry RPC after error@1990000417) -> (continuation of Deferred@401658317 after retry RPC after error@124454239)))
20:04:34.347 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1116038280(state=PENDING, result=null, callback=(continuation of Deferred@928003189 after retry RPC after error@2017990537) -> (continuation of Deferred@1456545524 after retry RPC after error@1067024770) -> (continuation of Deferred@157084056 after retry RPC after error@831538021) -> (continuation of Deferred@1877531933 after retry RPC after error@479122675) -> (continuation of Deferred@1920007891 after retry RPC after error@1095241875) -> (continuation of Deferred@1751203218 after retry RPC after error@44188961) -> (continuation of Deferred@2010228160 after retry RPC after error@1990000417) -> (continuation of Deferred@401658317 after retry RPC after error@124454239), errback=(continuation of Deferred@928003189 after retry RPC after error@2017990537) -> (continuation of Deferred@1456545524 after retry RPC after error@1067024770) -> (continuation of Deferred@157084056 after retry RPC after error@831538021) -> (continuation of Deferred@1877531933 after retry RPC after error@479122675) -> (continuation of Deferred@1920007891 after retry RPC after error@1095241875) -> (continuation of Deferred@1751203218 after retry RPC after error@44188961) -> (continuation of Deferred@2010228160 after retry RPC after error@1990000417) -> (continuation of Deferred@401658317 after retry RPC after error@124454239)))
20:04:34.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.404 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.527 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1515285850(state=PENDING, result=null, callback=(continuation of Deferred@1394258222 after retry RPC after error@431050948) -> (continuation of Deferred@945071362 after retry RPC after error@1774073071) -> (continuation of Deferred@1873505079 after retry RPC after error@2089759094) -> (continuation of Deferred@1643046736 after retry RPC after error@2037362382) -> (continuation of Deferred@1294565383 after retry RPC after error@1218976853) -> (continuation of Deferred@1592436343 after retry RPC after error@1526168250), errback=(continuation of Deferred@1394258222 after retry RPC after error@431050948) -> (continuation of Deferred@945071362 after retry RPC after error@1774073071) -> (continuation of Deferred@1873505079 after retry RPC after error@2089759094) -> (continuation of Deferred@1643046736 after retry RPC after error@2037362382) -> (continuation of Deferred@1294565383 after retry RPC after error@1218976853) -> (continuation of Deferred@1592436343 after retry RPC after error@1526168250)))
20:04:34.528 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1515285850(state=PENDING, result=null, callback=(continuation of Deferred@1394258222 after retry RPC after error@431050948) -> (continuation of Deferred@945071362 after retry RPC after error@1774073071) -> (continuation of Deferred@1873505079 after retry RPC after error@2089759094) -> (continuation of Deferred@1643046736 after retry RPC after error@2037362382) -> (continuation of Deferred@1294565383 after retry RPC after error@1218976853) -> (continuation of Deferred@1592436343 after retry RPC after error@1526168250), errback=(continuation of Deferred@1394258222 after retry RPC after error@431050948) -> (continuation of Deferred@945071362 after retry RPC after error@1774073071) -> (continuation of Deferred@1873505079 after retry RPC after error@2089759094) -> (continuation of Deferred@1643046736 after retry RPC after error@2037362382) -> (continuation of Deferred@1294565383 after retry RPC after error@1218976853) -> (continuation of Deferred@1592436343 after retry RPC after error@1526168250)))
20:04:34.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.748 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [204ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1794054897(state=PENDING, result=null, callback=(continuation of Deferred@280380979 after retry RPC after error@950946030) -> (continuation of Deferred@503345881 after retry RPC after error@212519802) -> (continuation of Deferred@781161218 after retry RPC after error@1680627461) -> (continuation of Deferred@2032625635 after retry RPC after error@596411046) -> (continuation of Deferred@1900614230 after retry RPC after error@2002511621) -> (continuation of Deferred@889294450 after retry RPC after error@1927259078) -> (continuation of Deferred@1270731881 after retry RPC after error@1668702676), errback=(continuation of Deferred@280380979 after retry RPC after error@950946030) -> (continuation of Deferred@503345881 after retry RPC after error@212519802) -> (continuation of Deferred@781161218 after retry RPC after error@1680627461) -> (continuation of Deferred@2032625635 after retry RPC after error@596411046) -> (continuation of Deferred@1900614230 after retry RPC after error@2002511621) -> (continuation of Deferred@889294450 after retry RPC after error@1927259078) -> (continuation of Deferred@1270731881 after retry RPC after error@1668702676)))
20:04:34.787 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [204ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1794054897(state=PENDING, result=null, callback=(continuation of Deferred@280380979 after retry RPC after error@950946030) -> (continuation of Deferred@503345881 after retry RPC after error@212519802) -> (continuation of Deferred@781161218 after retry RPC after error@1680627461) -> (continuation of Deferred@2032625635 after retry RPC after error@596411046) -> (continuation of Deferred@1900614230 after retry RPC after error@2002511621) -> (continuation of Deferred@889294450 after retry RPC after error@1927259078) -> (continuation of Deferred@1270731881 after retry RPC after error@1668702676), errback=(continuation of Deferred@280380979 after retry RPC after error@950946030) -> (continuation of Deferred@503345881 after retry RPC after error@212519802) -> (continuation of Deferred@781161218 after retry RPC after error@1680627461) -> (continuation of Deferred@2032625635 after retry RPC after error@596411046) -> (continuation of Deferred@1900614230 after retry RPC after error@2002511621) -> (continuation of Deferred@889294450 after retry RPC after error@1927259078) -> (continuation of Deferred@1270731881 after retry RPC after error@1668702676)))
20:04:34.804 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.864 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:34.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:34.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:34.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:34.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:34.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.066 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1373851957(state=PENDING, result=null, callback=(continuation of Deferred@1507752221 after retry RPC after error@331989594) -> (continuation of Deferred@1542377081 after retry RPC after error@282019528) -> (continuation of Deferred@989057885 after retry RPC after error@1735724363) -> (continuation of Deferred@1246071514 after retry RPC after error@542538844) -> (continuation of Deferred@68893232 after retry RPC after error@1263231149) -> (continuation of Deferred@759050308 after retry RPC after error@1050217763) -> (continuation of Deferred@1661889146 after retry RPC after error@1943023806), errback=(continuation of Deferred@1507752221 after retry RPC after error@331989594) -> (continuation of Deferred@1542377081 after retry RPC after error@282019528) -> (continuation of Deferred@989057885 after retry RPC after error@1735724363) -> (continuation of Deferred@1246071514 after retry RPC after error@542538844) -> (continuation of Deferred@68893232 after retry RPC after error@1263231149) -> (continuation of Deferred@759050308 after retry RPC after error@1050217763) -> (continuation of Deferred@1661889146 after retry RPC after error@1943023806)))
20:04:35.066 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:35.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.144 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.227 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.227 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.244 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.246 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@665792317(state=PENDING, result=null, callback=(continuation of Deferred@1333848682 after retry RPC after error@1050526366) -> (continuation of Deferred@816225422 after retry RPC after error@1848548192) -> (continuation of Deferred@649457525 after retry RPC after error@1995194383) -> (continuation of Deferred@1915412656 after retry RPC after error@1749389326) -> (continuation of Deferred@1635914804 after retry RPC after error@1970981939) -> (continuation of Deferred@1357942092 after retry RPC after error@342995644) -> (continuation of Deferred@1696806834 after retry RPC after error@1184588913), errback=(continuation of Deferred@1333848682 after retry RPC after error@1050526366) -> (continuation of Deferred@816225422 after retry RPC after error@1848548192) -> (continuation of Deferred@649457525 after retry RPC after error@1995194383) -> (continuation of Deferred@1915412656 after retry RPC after error@1749389326) -> (continuation of Deferred@1635914804 after retry RPC after error@1970981939) -> (continuation of Deferred@1357942092 after retry RPC after error@342995644) -> (continuation of Deferred@1696806834 after retry RPC after error@1184588913)))
20:04:35.247 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@665792317(state=PENDING, result=null, callback=(continuation of Deferred@1333848682 after retry RPC after error@1050526366) -> (continuation of Deferred@816225422 after retry RPC after error@1848548192) -> (continuation of Deferred@649457525 after retry RPC after error@1995194383) -> (continuation of Deferred@1915412656 after retry RPC after error@1749389326) -> (continuation of Deferred@1635914804 after retry RPC after error@1970981939) -> (continuation of Deferred@1357942092 after retry RPC after error@342995644) -> (continuation of Deferred@1696806834 after retry RPC after error@1184588913), errback=(continuation of Deferred@1333848682 after retry RPC after error@1050526366) -> (continuation of Deferred@816225422 after retry RPC after error@1848548192) -> (continuation of Deferred@649457525 after retry RPC after error@1995194383) -> (continuation of Deferred@1915412656 after retry RPC after error@1749389326) -> (continuation of Deferred@1635914804 after retry RPC after error@1970981939) -> (continuation of Deferred@1357942092 after retry RPC after error@342995644) -> (continuation of Deferred@1696806834 after retry RPC after error@1184588913)))
20:04:35.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.268 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.530 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1643256608(state=PENDING, result=null, callback=(continuation of Deferred@1604888113 after retry RPC after error@1120512819) -> (continuation of Deferred@2028822289 after retry RPC after error@163016759) -> (continuation of Deferred@322229790 after retry RPC after error@472606584) -> (continuation of Deferred@246195771 after retry RPC after error@1017661713) -> (continuation of Deferred@152698044 after retry RPC after error@1313757760) -> (continuation of Deferred@624468172 after retry RPC after error@1529251259) -> (continuation of Deferred@496795263 after retry RPC after error@566012886) -> (continuation of Deferred@1096962541 after retry RPC after error@780541735), errback=(continuation of Deferred@1604888113 after retry RPC after error@1120512819) -> (continuation of Deferred@2028822289 after retry RPC after error@163016759) -> (continuation of Deferred@322229790 after retry RPC after error@472606584) -> (continuation of Deferred@246195771 after retry RPC after error@1017661713) -> (continuation of Deferred@152698044 after retry RPC after error@1313757760) -> (continuation of Deferred@624468172 after retry RPC after error@1529251259) -> (continuation of Deferred@496795263 after retry RPC after error@566012886) -> (continuation of Deferred@1096962541 after retry RPC after error@780541735)))
20:04:35.531 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:35.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.584 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@467199967(state=PENDING, result=null, callback=(continuation of Deferred@619176958 after retry RPC after error@1578653887) -> (continuation of Deferred@359004571 after retry RPC after error@1239352055) -> (continuation of Deferred@1388109857 after retry RPC after error@1325238121) -> (continuation of Deferred@1953367564 after retry RPC after error@1159166668) -> (continuation of Deferred@1889482663 after retry RPC after error@1392189458) -> (continuation of Deferred@1453396519 after retry RPC after error@673104677) -> (continuation of Deferred@557181838 after retry RPC after error@709207050), errback=(continuation of Deferred@619176958 after retry RPC after error@1578653887) -> (continuation of Deferred@359004571 after retry RPC after error@1239352055) -> (continuation of Deferred@1388109857 after retry RPC after error@1325238121) -> (continuation of Deferred@1953367564 after retry RPC after error@1159166668) -> (continuation of Deferred@1889482663 after retry RPC after error@1392189458) -> (continuation of Deferred@1453396519 after retry RPC after error@673104677) -> (continuation of Deferred@557181838 after retry RPC after error@709207050)))
20:04:35.788 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@467199967(state=PENDING, result=null, callback=(continuation of Deferred@619176958 after retry RPC after error@1578653887) -> (continuation of Deferred@359004571 after retry RPC after error@1239352055) -> (continuation of Deferred@1388109857 after retry RPC after error@1325238121) -> (continuation of Deferred@1953367564 after retry RPC after error@1159166668) -> (continuation of Deferred@1889482663 after retry RPC after error@1392189458) -> (continuation of Deferred@1453396519 after retry RPC after error@673104677) -> (continuation of Deferred@557181838 after retry RPC after error@709207050), errback=(continuation of Deferred@619176958 after retry RPC after error@1578653887) -> (continuation of Deferred@359004571 after retry RPC after error@1239352055) -> (continuation of Deferred@1388109857 after retry RPC after error@1325238121) -> (continuation of Deferred@1953367564 after retry RPC after error@1159166668) -> (continuation of Deferred@1889482663 after retry RPC after error@1392189458) -> (continuation of Deferred@1453396519 after retry RPC after error@673104677) -> (continuation of Deferred@557181838 after retry RPC after error@709207050)))
20:04:35.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.864 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:35.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:35.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:35.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:35.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:35.987 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1544033999(state=PENDING, result=null, callback=(continuation of Deferred@1845244681 after retry RPC after error@813073340) -> (continuation of Deferred@1938380075 after retry RPC after error@1865128955) -> (continuation of Deferred@1665374572 after retry RPC after error@1739361755) -> (continuation of Deferred@1580575752 after retry RPC after error@1836187766) -> (continuation of Deferred@302349389 after retry RPC after error@298121603) -> (continuation of Deferred@1658999391 after retry RPC after error@527339461) -> (continuation of Deferred@640712561 after retry RPC after error@277775061), errback=(continuation of Deferred@1845244681 after retry RPC after error@813073340) -> (continuation of Deferred@1938380075 after retry RPC after error@1865128955) -> (continuation of Deferred@1665374572 after retry RPC after error@1739361755) -> (continuation of Deferred@1580575752 after retry RPC after error@1836187766) -> (continuation of Deferred@302349389 after retry RPC after error@298121603) -> (continuation of Deferred@1658999391 after retry RPC after error@527339461) -> (continuation of Deferred@640712561 after retry RPC after error@277775061)))
20:04:35.988 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1544033999(state=PENDING, result=null, callback=(continuation of Deferred@1845244681 after retry RPC after error@813073340) -> (continuation of Deferred@1938380075 after retry RPC after error@1865128955) -> (continuation of Deferred@1665374572 after retry RPC after error@1739361755) -> (continuation of Deferred@1580575752 after retry RPC after error@1836187766) -> (continuation of Deferred@302349389 after retry RPC after error@298121603) -> (continuation of Deferred@1658999391 after retry RPC after error@527339461) -> (continuation of Deferred@640712561 after retry RPC after error@277775061), errback=(continuation of Deferred@1845244681 after retry RPC after error@813073340) -> (continuation of Deferred@1938380075 after retry RPC after error@1865128955) -> (continuation of Deferred@1665374572 after retry RPC after error@1739361755) -> (continuation of Deferred@1580575752 after retry RPC after error@1836187766) -> (continuation of Deferred@302349389 after retry RPC after error@298121603) -> (continuation of Deferred@1658999391 after retry RPC after error@527339461) -> (continuation of Deferred@640712561 after retry RPC after error@277775061)))
20:04:36.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.024 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:36.143426 27299 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 1)
20:04:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:36.144757 27299 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'd9eb62b704ad4a72b005169d782a4050', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'd9eb62b704ad4a72b005169d782a4050', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 1)
20:04:36.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:36.146754 27299 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.7.188:35985)
20:04:36.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.204 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.206 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1276438445(state=PENDING, result=null, callback=(continuation of Deferred@1666145802 after retry RPC after error@2144693330) -> (continuation of Deferred@135035613 after retry RPC after error@1674497534) -> (continuation of Deferred@2062053507 after retry RPC after error@772482160) -> (continuation of Deferred@1161460222 after retry RPC after error@1351544218) -> (continuation of Deferred@1767629664 after retry RPC after error@511996575) -> (continuation of Deferred@149359928 after retry RPC after error@790807427) -> (continuation of Deferred@424965604 after retry RPC after error@611974363), errback=(continuation of Deferred@1666145802 after retry RPC after error@2144693330) -> (continuation of Deferred@135035613 after retry RPC after error@1674497534) -> (continuation of Deferred@2062053507 after retry RPC after error@772482160) -> (continuation of Deferred@1161460222 after retry RPC after error@1351544218) -> (continuation of Deferred@1767629664 after retry RPC after error@511996575) -> (continuation of Deferred@149359928 after retry RPC after error@790807427) -> (continuation of Deferred@424965604 after retry RPC after error@611974363)))
20:04:36.207 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1276438445(state=PENDING, result=null, callback=(continuation of Deferred@1666145802 after retry RPC after error@2144693330) -> (continuation of Deferred@135035613 after retry RPC after error@1674497534) -> (continuation of Deferred@2062053507 after retry RPC after error@772482160) -> (continuation of Deferred@1161460222 after retry RPC after error@1351544218) -> (continuation of Deferred@1767629664 after retry RPC after error@511996575) -> (continuation of Deferred@149359928 after retry RPC after error@790807427) -> (continuation of Deferred@424965604 after retry RPC after error@611974363), errback=(continuation of Deferred@1666145802 after retry RPC after error@2144693330) -> (continuation of Deferred@135035613 after retry RPC after error@1674497534) -> (continuation of Deferred@2062053507 after retry RPC after error@772482160) -> (continuation of Deferred@1161460222 after retry RPC after error@1351544218) -> (continuation of Deferred@1767629664 after retry RPC after error@511996575) -> (continuation of Deferred@149359928 after retry RPC after error@790807427) -> (continuation of Deferred@424965604 after retry RPC after error@611974363)))
20:04:36.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.304 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.384 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.386 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@437589918(state=PENDING, result=null, callback=(continuation of Deferred@984304114 after retry RPC after error@785114182) -> (continuation of Deferred@1040786309 after retry RPC after error@202537533) -> (continuation of Deferred@1821787796 after retry RPC after error@487487124) -> (continuation of Deferred@1793878971 after retry RPC after error@1974478665) -> (continuation of Deferred@734817677 after retry RPC after error@1159206070) -> (continuation of Deferred@1277169181 after retry RPC after error@945742527) -> (continuation of Deferred@1882607676 after retry RPC after error@1972258600), errback=(continuation of Deferred@984304114 after retry RPC after error@785114182) -> (continuation of Deferred@1040786309 after retry RPC after error@202537533) -> (continuation of Deferred@1821787796 after retry RPC after error@487487124) -> (continuation of Deferred@1793878971 after retry RPC after error@1974478665) -> (continuation of Deferred@734817677 after retry RPC after error@1159206070) -> (continuation of Deferred@1277169181 after retry RPC after error@945742527) -> (continuation of Deferred@1882607676 after retry RPC after error@1972258600)))
20:04:36.387 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@437589918(state=PENDING, result=null, callback=(continuation of Deferred@984304114 after retry RPC after error@785114182) -> (continuation of Deferred@1040786309 after retry RPC after error@202537533) -> (continuation of Deferred@1821787796 after retry RPC after error@487487124) -> (continuation of Deferred@1793878971 after retry RPC after error@1974478665) -> (continuation of Deferred@734817677 after retry RPC after error@1159206070) -> (continuation of Deferred@1277169181 after retry RPC after error@945742527) -> (continuation of Deferred@1882607676 after retry RPC after error@1972258600), errback=(continuation of Deferred@984304114 after retry RPC after error@785114182) -> (continuation of Deferred@1040786309 after retry RPC after error@202537533) -> (continuation of Deferred@1821787796 after retry RPC after error@487487124) -> (continuation of Deferred@1793878971 after retry RPC after error@1974478665) -> (continuation of Deferred@734817677 after retry RPC after error@1159206070) -> (continuation of Deferred@1277169181 after retry RPC after error@945742527) -> (continuation of Deferred@1882607676 after retry RPC after error@1972258600)))
20:04:36.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.444 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.647 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@695277202(state=PENDING, result=null, callback=(continuation of Deferred@598795405 after retry RPC after error@1228207051) -> (continuation of Deferred@1274426290 after retry RPC after error@1779595736) -> (continuation of Deferred@1310878875 after retry RPC after error@551973951) -> (continuation of Deferred@1517791282 after retry RPC after error@592627229) -> (continuation of Deferred@2127110232 after retry RPC after error@1830675506) -> (continuation of Deferred@181204891 after retry RPC after error@1067170545) -> (continuation of Deferred@141006522 after retry RPC after error@173662192), errback=(continuation of Deferred@598795405 after retry RPC after error@1228207051) -> (continuation of Deferred@1274426290 after retry RPC after error@1779595736) -> (continuation of Deferred@1310878875 after retry RPC after error@551973951) -> (continuation of Deferred@1517791282 after retry RPC after error@592627229) -> (continuation of Deferred@2127110232 after retry RPC after error@1830675506) -> (continuation of Deferred@181204891 after retry RPC after error@1067170545) -> (continuation of Deferred@141006522 after retry RPC after error@173662192)))
20:04:36.648 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@695277202(state=PENDING, result=null, callback=(continuation of Deferred@598795405 after retry RPC after error@1228207051) -> (continuation of Deferred@1274426290 after retry RPC after error@1779595736) -> (continuation of Deferred@1310878875 after retry RPC after error@551973951) -> (continuation of Deferred@1517791282 after retry RPC after error@592627229) -> (continuation of Deferred@2127110232 after retry RPC after error@1830675506) -> (continuation of Deferred@181204891 after retry RPC after error@1067170545) -> (continuation of Deferred@141006522 after retry RPC after error@173662192), errback=(continuation of Deferred@598795405 after retry RPC after error@1228207051) -> (continuation of Deferred@1274426290 after retry RPC after error@1779595736) -> (continuation of Deferred@1310878875 after retry RPC after error@551973951) -> (continuation of Deferred@1517791282 after retry RPC after error@592627229) -> (continuation of Deferred@2127110232 after retry RPC after error@1830675506) -> (continuation of Deferred@181204891 after retry RPC after error@1067170545) -> (continuation of Deferred@141006522 after retry RPC after error@173662192)))
20:04:36.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.748 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.907 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@182568914(state=PENDING, result=null, callback=(continuation of Deferred@597390461 after retry RPC after error@1061386743) -> (continuation of Deferred@294751041 after retry RPC after error@357175798) -> (continuation of Deferred@1829414846 after retry RPC after error@1227028265) -> (continuation of Deferred@1425323727 after retry RPC after error@301258758) -> (continuation of Deferred@695970513 after retry RPC after error@2008976232) -> (continuation of Deferred@101517726 after retry RPC after error@823051697) -> (continuation of Deferred@1171774563 after retry RPC after error@1186069114) -> (continuation of Deferred@673077963 after retry RPC after error@1878667572), errback=(continuation of Deferred@597390461 after retry RPC after error@1061386743) -> (continuation of Deferred@294751041 after retry RPC after error@357175798) -> (continuation of Deferred@1829414846 after retry RPC after error@1227028265) -> (continuation of Deferred@1425323727 after retry RPC after error@301258758) -> (continuation of Deferred@695970513 after retry RPC after error@2008976232) -> (continuation of Deferred@101517726 after retry RPC after error@823051697) -> (continuation of Deferred@1171774563 after retry RPC after error@1186069114) -> (continuation of Deferred@673077963 after retry RPC after error@1878667572)))
20:04:36.908 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@182568914(state=PENDING, result=null, callback=(continuation of Deferred@597390461 after retry RPC after error@1061386743) -> (continuation of Deferred@294751041 after retry RPC after error@357175798) -> (continuation of Deferred@1829414846 after retry RPC after error@1227028265) -> (continuation of Deferred@1425323727 after retry RPC after error@301258758) -> (continuation of Deferred@695970513 after retry RPC after error@2008976232) -> (continuation of Deferred@101517726 after retry RPC after error@823051697) -> (continuation of Deferred@1171774563 after retry RPC after error@1186069114) -> (continuation of Deferred@673077963 after retry RPC after error@1878667572), errback=(continuation of Deferred@597390461 after retry RPC after error@1061386743) -> (continuation of Deferred@294751041 after retry RPC after error@357175798) -> (continuation of Deferred@1829414846 after retry RPC after error@1227028265) -> (continuation of Deferred@1425323727 after retry RPC after error@301258758) -> (continuation of Deferred@695970513 after retry RPC after error@2008976232) -> (continuation of Deferred@101517726 after retry RPC after error@823051697) -> (continuation of Deferred@1171774563 after retry RPC after error@1186069114) -> (continuation of Deferred@673077963 after retry RPC after error@1878667572)))
20:04:36.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:36.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:36.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:36.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:36.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:36.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.147 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [183ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@301285763(state=PENDING, result=null, callback=(continuation of Deferred@737791087 after retry RPC after error@1683493506) -> (continuation of Deferred@1867028084 after retry RPC after error@1409956679) -> (continuation of Deferred@838143773 after retry RPC after error@362665891) -> (continuation of Deferred@1045239890 after retry RPC after error@991481055) -> (continuation of Deferred@579645766 after retry RPC after error@1498892923) -> (continuation of Deferred@260982411 after retry RPC after error@1921846673) -> (continuation of Deferred@894206983 after retry RPC after error@1454048327), errback=(continuation of Deferred@737791087 after retry RPC after error@1683493506) -> (continuation of Deferred@1867028084 after retry RPC after error@1409956679) -> (continuation of Deferred@838143773 after retry RPC after error@362665891) -> (continuation of Deferred@1045239890 after retry RPC after error@991481055) -> (continuation of Deferred@579645766 after retry RPC after error@1498892923) -> (continuation of Deferred@260982411 after retry RPC after error@1921846673) -> (continuation of Deferred@894206983 after retry RPC after error@1454048327)))
20:04:37.148 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [183ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@301285763(state=PENDING, result=null, callback=(continuation of Deferred@737791087 after retry RPC after error@1683493506) -> (continuation of Deferred@1867028084 after retry RPC after error@1409956679) -> (continuation of Deferred@838143773 after retry RPC after error@362665891) -> (continuation of Deferred@1045239890 after retry RPC after error@991481055) -> (continuation of Deferred@579645766 after retry RPC after error@1498892923) -> (continuation of Deferred@260982411 after retry RPC after error@1921846673) -> (continuation of Deferred@894206983 after retry RPC after error@1454048327), errback=(continuation of Deferred@737791087 after retry RPC after error@1683493506) -> (continuation of Deferred@1867028084 after retry RPC after error@1409956679) -> (continuation of Deferred@838143773 after retry RPC after error@362665891) -> (continuation of Deferred@1045239890 after retry RPC after error@991481055) -> (continuation of Deferred@579645766 after retry RPC after error@1498892923) -> (continuation of Deferred@260982411 after retry RPC after error@1921846673) -> (continuation of Deferred@894206983 after retry RPC after error@1454048327)))
20:04:37.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.347 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1578829596(state=PENDING, result=null, callback=(continuation of Deferred@2058422319 after retry RPC after error@127343738) -> (continuation of Deferred@1027259710 after retry RPC after error@991915618) -> (continuation of Deferred@1235089758 after retry RPC after error@1985370331) -> (continuation of Deferred@518899810 after retry RPC after error@1589762467) -> (continuation of Deferred@2024836140 after retry RPC after error@1021612897) -> (continuation of Deferred@1278931527 after retry RPC after error@476456610), errback=(continuation of Deferred@2058422319 after retry RPC after error@127343738) -> (continuation of Deferred@1027259710 after retry RPC after error@991915618) -> (continuation of Deferred@1235089758 after retry RPC after error@1985370331) -> (continuation of Deferred@518899810 after retry RPC after error@1589762467) -> (continuation of Deferred@2024836140 after retry RPC after error@1021612897) -> (continuation of Deferred@1278931527 after retry RPC after error@476456610)))
20:04:37.348 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1578829596(state=PENDING, result=null, callback=(continuation of Deferred@2058422319 after retry RPC after error@127343738) -> (continuation of Deferred@1027259710 after retry RPC after error@991915618) -> (continuation of Deferred@1235089758 after retry RPC after error@1985370331) -> (continuation of Deferred@518899810 after retry RPC after error@1589762467) -> (continuation of Deferred@2024836140 after retry RPC after error@1021612897) -> (continuation of Deferred@1278931527 after retry RPC after error@476456610), errback=(continuation of Deferred@2058422319 after retry RPC after error@127343738) -> (continuation of Deferred@1027259710 after retry RPC after error@991915618) -> (continuation of Deferred@1235089758 after retry RPC after error@1985370331) -> (continuation of Deferred@518899810 after retry RPC after error@1589762467) -> (continuation of Deferred@2024836140 after retry RPC after error@1021612897) -> (continuation of Deferred@1278931527 after retry RPC after error@476456610)))
20:04:37.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.587 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@315194186(state=PENDING, result=null, callback=(continuation of Deferred@1439223893 after retry RPC after error@1074844351) -> (continuation of Deferred@1491439593 after retry RPC after error@28290196) -> (continuation of Deferred@309759628 after retry RPC after error@1421157207) -> (continuation of Deferred@551253231 after retry RPC after error@1559013228) -> (continuation of Deferred@2051555475 after retry RPC after error@119171862) -> (continuation of Deferred@2082282262 after retry RPC after error@1173554238) -> (continuation of Deferred@2097649867 after retry RPC after error@697376422), errback=(continuation of Deferred@1439223893 after retry RPC after error@1074844351) -> (continuation of Deferred@1491439593 after retry RPC after error@28290196) -> (continuation of Deferred@309759628 after retry RPC after error@1421157207) -> (continuation of Deferred@551253231 after retry RPC after error@1559013228) -> (continuation of Deferred@2051555475 after retry RPC after error@119171862) -> (continuation of Deferred@2082282262 after retry RPC after error@1173554238) -> (continuation of Deferred@2097649867 after retry RPC after error@697376422)))
20:04:37.588 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@315194186(state=PENDING, result=null, callback=(continuation of Deferred@1439223893 after retry RPC after error@1074844351) -> (continuation of Deferred@1491439593 after retry RPC after error@28290196) -> (continuation of Deferred@309759628 after retry RPC after error@1421157207) -> (continuation of Deferred@551253231 after retry RPC after error@1559013228) -> (continuation of Deferred@2051555475 after retry RPC after error@119171862) -> (continuation of Deferred@2082282262 after retry RPC after error@1173554238) -> (continuation of Deferred@2097649867 after retry RPC after error@697376422), errback=(continuation of Deferred@1439223893 after retry RPC after error@1074844351) -> (continuation of Deferred@1491439593 after retry RPC after error@28290196) -> (continuation of Deferred@309759628 after retry RPC after error@1421157207) -> (continuation of Deferred@551253231 after retry RPC after error@1559013228) -> (continuation of Deferred@2051555475 after retry RPC after error@119171862) -> (continuation of Deferred@2082282262 after retry RPC after error@1173554238) -> (continuation of Deferred@2097649867 after retry RPC after error@697376422)))
20:04:37.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.684 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.767 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@225427832(state=PENDING, result=null, callback=(continuation of Deferred@2141335475 after retry RPC after error@1816079902) -> (continuation of Deferred@2143660517 after retry RPC after error@215139172) -> (continuation of Deferred@1650699002 after retry RPC after error@2008627062) -> (continuation of Deferred@627122917 after retry RPC after error@1060248782) -> (continuation of Deferred@1081693608 after retry RPC after error@2118506582) -> (continuation of Deferred@1386195825 after retry RPC after error@2112096640) -> (continuation of Deferred@2008729473 after retry RPC after error@661468744), errback=(continuation of Deferred@2141335475 after retry RPC after error@1816079902) -> (continuation of Deferred@2143660517 after retry RPC after error@215139172) -> (continuation of Deferred@1650699002 after retry RPC after error@2008627062) -> (continuation of Deferred@627122917 after retry RPC after error@1060248782) -> (continuation of Deferred@1081693608 after retry RPC after error@2118506582) -> (continuation of Deferred@1386195825 after retry RPC after error@2112096640) -> (continuation of Deferred@2008729473 after retry RPC after error@661468744)))
20:04:37.768 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@225427832(state=PENDING, result=null, callback=(continuation of Deferred@2141335475 after retry RPC after error@1816079902) -> (continuation of Deferred@2143660517 after retry RPC after error@215139172) -> (continuation of Deferred@1650699002 after retry RPC after error@2008627062) -> (continuation of Deferred@627122917 after retry RPC after error@1060248782) -> (continuation of Deferred@1081693608 after retry RPC after error@2118506582) -> (continuation of Deferred@1386195825 after retry RPC after error@2112096640) -> (continuation of Deferred@2008729473 after retry RPC after error@661468744), errback=(continuation of Deferred@2141335475 after retry RPC after error@1816079902) -> (continuation of Deferred@2143660517 after retry RPC after error@215139172) -> (continuation of Deferred@1650699002 after retry RPC after error@2008627062) -> (continuation of Deferred@627122917 after retry RPC after error@1060248782) -> (continuation of Deferred@1081693608 after retry RPC after error@2118506582) -> (continuation of Deferred@1386195825 after retry RPC after error@2112096640) -> (continuation of Deferred@2008729473 after retry RPC after error@661468744)))
20:04:37.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:37.967 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1708328976(state=PENDING, result=null, callback=(continuation of Deferred@1111904449 after retry RPC after error@186202153) -> (continuation of Deferred@109728252 after retry RPC after error@2070170293) -> (continuation of Deferred@198499648 after retry RPC after error@1229878371) -> (continuation of Deferred@488622343 after retry RPC after error@1148656115) -> (continuation of Deferred@1776612064 after retry RPC after error@1395879635) -> (continuation of Deferred@814207555 after retry RPC after error@1287908641), errback=(continuation of Deferred@1111904449 after retry RPC after error@186202153) -> (continuation of Deferred@109728252 after retry RPC after error@2070170293) -> (continuation of Deferred@198499648 after retry RPC after error@1229878371) -> (continuation of Deferred@488622343 after retry RPC after error@1148656115) -> (continuation of Deferred@1776612064 after retry RPC after error@1395879635) -> (continuation of Deferred@814207555 after retry RPC after error@1287908641)))
20:04:37.968 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1708328976(state=PENDING, result=null, callback=(continuation of Deferred@1111904449 after retry RPC after error@186202153) -> (continuation of Deferred@109728252 after retry RPC after error@2070170293) -> (continuation of Deferred@198499648 after retry RPC after error@1229878371) -> (continuation of Deferred@488622343 after retry RPC after error@1148656115) -> (continuation of Deferred@1776612064 after retry RPC after error@1395879635) -> (continuation of Deferred@814207555 after retry RPC after error@1287908641), errback=(continuation of Deferred@1111904449 after retry RPC after error@186202153) -> (continuation of Deferred@109728252 after retry RPC after error@2070170293) -> (continuation of Deferred@198499648 after retry RPC after error@1229878371) -> (continuation of Deferred@488622343 after retry RPC after error@1148656115) -> (continuation of Deferred@1776612064 after retry RPC after error@1395879635) -> (continuation of Deferred@814207555 after retry RPC after error@1287908641)))
20:04:37.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:37.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:37.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:37.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:37.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.127 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@740592802(state=PENDING, result=null, callback=(continuation of Deferred@1984671861 after retry RPC after error@1399973677) -> (continuation of Deferred@688648658 after retry RPC after error@557984205) -> (continuation of Deferred@169999752 after retry RPC after error@1454713710) -> (continuation of Deferred@541508875 after retry RPC after error@276466831) -> (continuation of Deferred@355663541 after retry RPC after error@1780701478) -> (continuation of Deferred@2086381556 after retry RPC after error@947995140), errback=(continuation of Deferred@1984671861 after retry RPC after error@1399973677) -> (continuation of Deferred@688648658 after retry RPC after error@557984205) -> (continuation of Deferred@169999752 after retry RPC after error@1454713710) -> (continuation of Deferred@541508875 after retry RPC after error@276466831) -> (continuation of Deferred@355663541 after retry RPC after error@1780701478) -> (continuation of Deferred@2086381556 after retry RPC after error@947995140)))
20:04:38.127 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@740592802(state=PENDING, result=null, callback=(continuation of Deferred@1984671861 after retry RPC after error@1399973677) -> (continuation of Deferred@688648658 after retry RPC after error@557984205) -> (continuation of Deferred@169999752 after retry RPC after error@1454713710) -> (continuation of Deferred@541508875 after retry RPC after error@276466831) -> (continuation of Deferred@355663541 after retry RPC after error@1780701478) -> (continuation of Deferred@2086381556 after retry RPC after error@947995140), errback=(continuation of Deferred@1984671861 after retry RPC after error@1399973677) -> (continuation of Deferred@688648658 after retry RPC after error@557984205) -> (continuation of Deferred@169999752 after retry RPC after error@1454713710) -> (continuation of Deferred@541508875 after retry RPC after error@276466831) -> (continuation of Deferred@355663541 after retry RPC after error@1780701478) -> (continuation of Deferred@2086381556 after retry RPC after error@947995140)))
20:04:38.144 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.367 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@963515874(state=PENDING, result=null, callback=(continuation of Deferred@2024831643 after retry RPC after error@777579132) -> (continuation of Deferred@157133324 after retry RPC after error@1079345088) -> (continuation of Deferred@1003139571 after retry RPC after error@1386784764) -> (continuation of Deferred@918649455 after retry RPC after error@1568782344) -> (continuation of Deferred@858447714 after retry RPC after error@606738876) -> (continuation of Deferred@428150100 after retry RPC after error@1234478996) -> (continuation of Deferred@748724235 after retry RPC after error@1479785434), errback=(continuation of Deferred@2024831643 after retry RPC after error@777579132) -> (continuation of Deferred@157133324 after retry RPC after error@1079345088) -> (continuation of Deferred@1003139571 after retry RPC after error@1386784764) -> (continuation of Deferred@918649455 after retry RPC after error@1568782344) -> (continuation of Deferred@858447714 after retry RPC after error@606738876) -> (continuation of Deferred@428150100 after retry RPC after error@1234478996) -> (continuation of Deferred@748724235 after retry RPC after error@1479785434)))
20:04:38.367 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@963515874(state=PENDING, result=null, callback=(continuation of Deferred@2024831643 after retry RPC after error@777579132) -> (continuation of Deferred@157133324 after retry RPC after error@1079345088) -> (continuation of Deferred@1003139571 after retry RPC after error@1386784764) -> (continuation of Deferred@918649455 after retry RPC after error@1568782344) -> (continuation of Deferred@858447714 after retry RPC after error@606738876) -> (continuation of Deferred@428150100 after retry RPC after error@1234478996) -> (continuation of Deferred@748724235 after retry RPC after error@1479785434), errback=(continuation of Deferred@2024831643 after retry RPC after error@777579132) -> (continuation of Deferred@157133324 after retry RPC after error@1079345088) -> (continuation of Deferred@1003139571 after retry RPC after error@1386784764) -> (continuation of Deferred@918649455 after retry RPC after error@1568782344) -> (continuation of Deferred@858447714 after retry RPC after error@606738876) -> (continuation of Deferred@428150100 after retry RPC after error@1234478996) -> (continuation of Deferred@748724235 after retry RPC after error@1479785434)))
20:04:38.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.444 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.645 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1311745854(state=PENDING, result=null, callback=(continuation of Deferred@1561281726 after retry RPC after error@2014831699) -> (continuation of Deferred@891629710 after retry RPC after error@100693827) -> (continuation of Deferred@554559881 after retry RPC after error@1728029831) -> (continuation of Deferred@2051168662 after retry RPC after error@2147324914) -> (continuation of Deferred@837970981 after retry RPC after error@707935488) -> (continuation of Deferred@1112821561 after retry RPC after error@1361389186) -> (continuation of Deferred@1939143623 after retry RPC after error@1215632008) -> (continuation of Deferred@683192632 after retry RPC after error@1355907995) -> (continuation of Deferred@72290437 after retry RPC after error@1682875350), errback=(continuation of Deferred@1561281726 after retry RPC after error@2014831699) -> (continuation of Deferred@891629710 after retry RPC after error@100693827) -> (continuation of Deferred@554559881 after retry RPC after error@1728029831) -> (continuation of Deferred@2051168662 after retry RPC after error@2147324914) -> (continuation of Deferred@837970981 after retry RPC after error@707935488) -> (continuation of Deferred@1112821561 after retry RPC after error@1361389186) -> (continuation of Deferred@1939143623 after retry RPC after error@1215632008) -> (continuation of Deferred@683192632 after retry RPC after error@1355907995) -> (continuation of Deferred@72290437 after retry RPC after error@1682875350)))
20:04:38.646 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:38.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:38.717988 27669 master_runner.cc:186] Error getting master registration for 127.26.7.190:33659: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111),
20:04:38.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:38.718173 27669 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:38.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.908 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1669729313(state=PENDING, result=null, callback=(continuation of Deferred@1773848345 after retry RPC after error@752575944) -> (continuation of Deferred@291602928 after retry RPC after error@1112895737) -> (continuation of Deferred@2112419237 after retry RPC after error@174729973) -> (continuation of Deferred@395920457 after retry RPC after error@2124561659) -> (continuation of Deferred@1155378007 after retry RPC after error@532356283) -> (continuation of Deferred@1113434121 after retry RPC after error@762773853) -> (continuation of Deferred@72978615 after retry RPC after error@1136663107) -> (continuation of Deferred@1819471826 after retry RPC after error@2040162024), errback=(continuation of Deferred@1773848345 after retry RPC after error@752575944) -> (continuation of Deferred@291602928 after retry RPC after error@1112895737) -> (continuation of Deferred@2112419237 after retry RPC after error@174729973) -> (continuation of Deferred@395920457 after retry RPC after error@2124561659) -> (continuation of Deferred@1155378007 after retry RPC after error@532356283) -> (continuation of Deferred@1113434121 after retry RPC after error@762773853) -> (continuation of Deferred@72978615 after retry RPC after error@1136663107) -> (continuation of Deferred@1819471826 after retry RPC after error@2040162024)))
20:04:38.908 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1669729313(state=PENDING, result=null, callback=(continuation of Deferred@1773848345 after retry RPC after error@752575944) -> (continuation of Deferred@291602928 after retry RPC after error@1112895737) -> (continuation of Deferred@2112419237 after retry RPC after error@174729973) -> (continuation of Deferred@395920457 after retry RPC after error@2124561659) -> (continuation of Deferred@1155378007 after retry RPC after error@532356283) -> (continuation of Deferred@1113434121 after retry RPC after error@762773853) -> (continuation of Deferred@72978615 after retry RPC after error@1136663107) -> (continuation of Deferred@1819471826 after retry RPC after error@2040162024), errback=(continuation of Deferred@1773848345 after retry RPC after error@752575944) -> (continuation of Deferred@291602928 after retry RPC after error@1112895737) -> (continuation of Deferred@2112419237 after retry RPC after error@174729973) -> (continuation of Deferred@395920457 after retry RPC after error@2124561659) -> (continuation of Deferred@1155378007 after retry RPC after error@532356283) -> (continuation of Deferred@1113434121 after retry RPC after error@762773853) -> (continuation of Deferred@72978615 after retry RPC after error@1136663107) -> (continuation of Deferred@1819471826 after retry RPC after error@2040162024)))
20:04:38.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:38.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:38.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:38.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:38.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:38.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.167 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1990670656(state=PENDING, result=null, callback=(continuation of Deferred@1383711595 after retry RPC after error@505568321) -> (continuation of Deferred@1908002496 after retry RPC after error@1041990798) -> (continuation of Deferred@585464509 after retry RPC after error@774503156) -> (continuation of Deferred@299494975 after retry RPC after error@1929656190) -> (continuation of Deferred@2059246385 after retry RPC after error@463610056) -> (continuation of Deferred@1163173269 after retry RPC after error@398060934) -> (continuation of Deferred@30120019 after retry RPC after error@191192258), errback=(continuation of Deferred@1383711595 after retry RPC after error@505568321) -> (continuation of Deferred@1908002496 after retry RPC after error@1041990798) -> (continuation of Deferred@585464509 after retry RPC after error@774503156) -> (continuation of Deferred@299494975 after retry RPC after error@1929656190) -> (continuation of Deferred@2059246385 after retry RPC after error@463610056) -> (continuation of Deferred@1163173269 after retry RPC after error@398060934) -> (continuation of Deferred@30120019 after retry RPC after error@191192258)))
20:04:39.168 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1990670656(state=PENDING, result=null, callback=(continuation of Deferred@1383711595 after retry RPC after error@505568321) -> (continuation of Deferred@1908002496 after retry RPC after error@1041990798) -> (continuation of Deferred@585464509 after retry RPC after error@774503156) -> (continuation of Deferred@299494975 after retry RPC after error@1929656190) -> (continuation of Deferred@2059246385 after retry RPC after error@463610056) -> (continuation of Deferred@1163173269 after retry RPC after error@398060934) -> (continuation of Deferred@30120019 after retry RPC after error@191192258), errback=(continuation of Deferred@1383711595 after retry RPC after error@505568321) -> (continuation of Deferred@1908002496 after retry RPC after error@1041990798) -> (continuation of Deferred@585464509 after retry RPC after error@774503156) -> (continuation of Deferred@299494975 after retry RPC after error@1929656190) -> (continuation of Deferred@2059246385 after retry RPC after error@463610056) -> (continuation of Deferred@1163173269 after retry RPC after error@398060934) -> (continuation of Deferred@30120019 after retry RPC after error@191192258)))
20:04:39.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.367 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@24504064(state=PENDING, result=null, callback=(continuation of Deferred@891220687 after retry RPC after error@1918628611) -> (continuation of Deferred@1604479502 after retry RPC after error@1900141341) -> (continuation of Deferred@856414064 after retry RPC after error@518384121) -> (continuation of Deferred@1390088753 after retry RPC after error@759018052) -> (continuation of Deferred@1080053956 after retry RPC after error@1903936272) -> (continuation of Deferred@2075860372 after retry RPC after error@1003765557) -> (continuation of Deferred@2045816571 after retry RPC after error@1446810006), errback=(continuation of Deferred@891220687 after retry RPC after error@1918628611) -> (continuation of Deferred@1604479502 after retry RPC after error@1900141341) -> (continuation of Deferred@856414064 after retry RPC after error@518384121) -> (continuation of Deferred@1390088753 after retry RPC after error@759018052) -> (continuation of Deferred@1080053956 after retry RPC after error@1903936272) -> (continuation of Deferred@2075860372 after retry RPC after error@1003765557) -> (continuation of Deferred@2045816571 after retry RPC after error@1446810006)))
20:04:39.367 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@24504064(state=PENDING, result=null, callback=(continuation of Deferred@891220687 after retry RPC after error@1918628611) -> (continuation of Deferred@1604479502 after retry RPC after error@1900141341) -> (continuation of Deferred@856414064 after retry RPC after error@518384121) -> (continuation of Deferred@1390088753 after retry RPC after error@759018052) -> (continuation of Deferred@1080053956 after retry RPC after error@1903936272) -> (continuation of Deferred@2075860372 after retry RPC after error@1003765557) -> (continuation of Deferred@2045816571 after retry RPC after error@1446810006), errback=(continuation of Deferred@891220687 after retry RPC after error@1918628611) -> (continuation of Deferred@1604479502 after retry RPC after error@1900141341) -> (continuation of Deferred@856414064 after retry RPC after error@518384121) -> (continuation of Deferred@1390088753 after retry RPC after error@759018052) -> (continuation of Deferred@1080053956 after retry RPC after error@1903936272) -> (continuation of Deferred@2075860372 after retry RPC after error@1003765557) -> (continuation of Deferred@2045816571 after retry RPC after error@1446810006)))
20:04:39.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.484 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.607 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@50642699(state=PENDING, result=null, callback=(continuation of Deferred@2021292710 after retry RPC after error@1343284124) -> (continuation of Deferred@1318163100 after retry RPC after error@1749778594) -> (continuation of Deferred@1137666119 after retry RPC after error@336883617) -> (continuation of Deferred@1456671437 after retry RPC after error@1655299621) -> (continuation of Deferred@1511788391 after retry RPC after error@1833044706) -> (continuation of Deferred@587849957 after retry RPC after error@259873367) -> (continuation of Deferred@899685352 after retry RPC after error@1221071524), errback=(continuation of Deferred@2021292710 after retry RPC after error@1343284124) -> (continuation of Deferred@1318163100 after retry RPC after error@1749778594) -> (continuation of Deferred@1137666119 after retry RPC after error@336883617) -> (continuation of Deferred@1456671437 after retry RPC after error@1655299621) -> (continuation of Deferred@1511788391 after retry RPC after error@1833044706) -> (continuation of Deferred@587849957 after retry RPC after error@259873367) -> (continuation of Deferred@899685352 after retry RPC after error@1221071524)))
20:04:39.608 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@50642699(state=PENDING, result=null, callback=(continuation of Deferred@2021292710 after retry RPC after error@1343284124) -> (continuation of Deferred@1318163100 after retry RPC after error@1749778594) -> (continuation of Deferred@1137666119 after retry RPC after error@336883617) -> (continuation of Deferred@1456671437 after retry RPC after error@1655299621) -> (continuation of Deferred@1511788391 after retry RPC after error@1833044706) -> (continuation of Deferred@587849957 after retry RPC after error@259873367) -> (continuation of Deferred@899685352 after retry RPC after error@1221071524), errback=(continuation of Deferred@2021292710 after retry RPC after error@1343284124) -> (continuation of Deferred@1318163100 after retry RPC after error@1749778594) -> (continuation of Deferred@1137666119 after retry RPC after error@336883617) -> (continuation of Deferred@1456671437 after retry RPC after error@1655299621) -> (continuation of Deferred@1511788391 after retry RPC after error@1833044706) -> (continuation of Deferred@587849957 after retry RPC after error@259873367) -> (continuation of Deferred@899685352 after retry RPC after error@1221071524)))
20:04:39.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.684 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1547555709(state=PENDING, result=null, callback=(continuation of Deferred@431794110 after retry RPC after error@1385590426) -> (continuation of Deferred@957201275 after retry RPC after error@186200348) -> (continuation of Deferred@2011489942 after retry RPC after error@375895118) -> (continuation of Deferred@1113916314 after retry RPC after error@3562267) -> (continuation of Deferred@1354161629 after retry RPC after error@2069419585) -> (continuation of Deferred@298546019 after retry RPC after error@597101762) -> (continuation of Deferred@1160340824 after retry RPC after error@2021542242), errback=(continuation of Deferred@431794110 after retry RPC after error@1385590426) -> (continuation of Deferred@957201275 after retry RPC after error@186200348) -> (continuation of Deferred@2011489942 after retry RPC after error@375895118) -> (continuation of Deferred@1113916314 after retry RPC after error@3562267) -> (continuation of Deferred@1354161629 after retry RPC after error@2069419585) -> (continuation of Deferred@298546019 after retry RPC after error@597101762) -> (continuation of Deferred@1160340824 after retry RPC after error@2021542242)))
20:04:39.807 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1547555709(state=PENDING, result=null, callback=(continuation of Deferred@431794110 after retry RPC after error@1385590426) -> (continuation of Deferred@957201275 after retry RPC after error@186200348) -> (continuation of Deferred@2011489942 after retry RPC after error@375895118) -> (continuation of Deferred@1113916314 after retry RPC after error@3562267) -> (continuation of Deferred@1354161629 after retry RPC after error@2069419585) -> (continuation of Deferred@298546019 after retry RPC after error@597101762) -> (continuation of Deferred@1160340824 after retry RPC after error@2021542242), errback=(continuation of Deferred@431794110 after retry RPC after error@1385590426) -> (continuation of Deferred@957201275 after retry RPC after error@186200348) -> (continuation of Deferred@2011489942 after retry RPC after error@375895118) -> (continuation of Deferred@1113916314 after retry RPC after error@3562267) -> (continuation of Deferred@1354161629 after retry RPC after error@2069419585) -> (continuation of Deferred@298546019 after retry RPC after error@597101762) -> (continuation of Deferred@1160340824 after retry RPC after error@2021542242)))
20:04:39.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:39.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:39.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:39.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:39.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:39.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.007 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [183ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@574652580(state=PENDING, result=null, callback=(continuation of Deferred@648514276 after retry RPC after error@1478888539) -> (continuation of Deferred@476856115 after retry RPC after error@974113210) -> (continuation of Deferred@543524021 after retry RPC after error@1212747830) -> (continuation of Deferred@891366315 after retry RPC after error@1906796204) -> (continuation of Deferred@2112553985 after retry RPC after error@2099471146) -> (continuation of Deferred@1105421142 after retry RPC after error@188477376), errback=(continuation of Deferred@648514276 after retry RPC after error@1478888539) -> (continuation of Deferred@476856115 after retry RPC after error@974113210) -> (continuation of Deferred@543524021 after retry RPC after error@1212747830) -> (continuation of Deferred@891366315 after retry RPC after error@1906796204) -> (continuation of Deferred@2112553985 after retry RPC after error@2099471146) -> (continuation of Deferred@1105421142 after retry RPC after error@188477376)))
20:04:40.008 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [183ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@574652580(state=PENDING, result=null, callback=(continuation of Deferred@648514276 after retry RPC after error@1478888539) -> (continuation of Deferred@476856115 after retry RPC after error@974113210) -> (continuation of Deferred@543524021 after retry RPC after error@1212747830) -> (continuation of Deferred@891366315 after retry RPC after error@1906796204) -> (continuation of Deferred@2112553985 after retry RPC after error@2099471146) -> (continuation of Deferred@1105421142 after retry RPC after error@188477376), errback=(continuation of Deferred@648514276 after retry RPC after error@1478888539) -> (continuation of Deferred@476856115 after retry RPC after error@974113210) -> (continuation of Deferred@543524021 after retry RPC after error@1212747830) -> (continuation of Deferred@891366315 after retry RPC after error@1906796204) -> (continuation of Deferred@2112553985 after retry RPC after error@2099471146) -> (continuation of Deferred@1105421142 after retry RPC after error@188477376)))
20:04:40.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.285 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@82762643(state=PENDING, result=null, callback=(continuation of Deferred@711235034 after retry RPC after error@833153795) -> (continuation of Deferred@165291745 after retry RPC after error@2065323530) -> (continuation of Deferred@1977534198 after retry RPC after error@56155069) -> (continuation of Deferred@1533872153 after retry RPC after error@1928245112) -> (continuation of Deferred@1896103589 after retry RPC after error@885294603) -> (continuation of Deferred@131755338 after retry RPC after error@4757414) -> (continuation of Deferred@1357475868 after retry RPC after error@1074614484), errback=(continuation of Deferred@711235034 after retry RPC after error@833153795) -> (continuation of Deferred@165291745 after retry RPC after error@2065323530) -> (continuation of Deferred@1977534198 after retry RPC after error@56155069) -> (continuation of Deferred@1533872153 after retry RPC after error@1928245112) -> (continuation of Deferred@1896103589 after retry RPC after error@885294603) -> (continuation of Deferred@131755338 after retry RPC after error@4757414) -> (continuation of Deferred@1357475868 after retry RPC after error@1074614484)))
20:04:40.286 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:40.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.404 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.565 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@893000994(state=PENDING, result=null, callback=(continuation of Deferred@792730331 after retry RPC after error@1663267174) -> (continuation of Deferred@211029304 after retry RPC after error@1772278405) -> (continuation of Deferred@1184603048 after retry RPC after error@1045133916) -> (continuation of Deferred@303713632 after retry RPC after error@1842582364) -> (continuation of Deferred@1997472661 after retry RPC after error@317922994) -> (continuation of Deferred@1388458177 after retry RPC after error@595202230) -> (continuation of Deferred@753315047 after retry RPC after error@652882247), errback=(continuation of Deferred@792730331 after retry RPC after error@1663267174) -> (continuation of Deferred@211029304 after retry RPC after error@1772278405) -> (continuation of Deferred@1184603048 after retry RPC after error@1045133916) -> (continuation of Deferred@303713632 after retry RPC after error@1842582364) -> (continuation of Deferred@1997472661 after retry RPC after error@317922994) -> (continuation of Deferred@1388458177 after retry RPC after error@595202230) -> (continuation of Deferred@753315047 after retry RPC after error@652882247)))
20:04:40.565 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:40.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.664 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1829212080(state=PENDING, result=null, callback=(continuation of Deferred@334489631 after retry RPC after error@893899428) -> (continuation of Deferred@1646435086 after retry RPC after error@856290037) -> (continuation of Deferred@1607097243 after retry RPC after error@1410555956) -> (continuation of Deferred@572484435 after retry RPC after error@1585294271) -> (continuation of Deferred@1407591784 after retry RPC after error@482082272) -> (continuation of Deferred@1160202455 after retry RPC after error@1983128479) -> (continuation of Deferred@345740628 after retry RPC after error@1460416218), errback=(continuation of Deferred@334489631 after retry RPC after error@893899428) -> (continuation of Deferred@1646435086 after retry RPC after error@856290037) -> (continuation of Deferred@1607097243 after retry RPC after error@1410555956) -> (continuation of Deferred@572484435 after retry RPC after error@1585294271) -> (continuation of Deferred@1407591784 after retry RPC after error@482082272) -> (continuation of Deferred@1160202455 after retry RPC after error@1983128479) -> (continuation of Deferred@345740628 after retry RPC after error@1460416218)))
20:04:40.807 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1829212080(state=PENDING, result=null, callback=(continuation of Deferred@334489631 after retry RPC after error@893899428) -> (continuation of Deferred@1646435086 after retry RPC after error@856290037) -> (continuation of Deferred@1607097243 after retry RPC after error@1410555956) -> (continuation of Deferred@572484435 after retry RPC after error@1585294271) -> (continuation of Deferred@1407591784 after retry RPC after error@482082272) -> (continuation of Deferred@1160202455 after retry RPC after error@1983128479) -> (continuation of Deferred@345740628 after retry RPC after error@1460416218), errback=(continuation of Deferred@334489631 after retry RPC after error@893899428) -> (continuation of Deferred@1646435086 after retry RPC after error@856290037) -> (continuation of Deferred@1607097243 after retry RPC after error@1410555956) -> (continuation of Deferred@572484435 after retry RPC after error@1585294271) -> (continuation of Deferred@1407591784 after retry RPC after error@482082272) -> (continuation of Deferred@1160202455 after retry RPC after error@1983128479) -> (continuation of Deferred@345740628 after retry RPC after error@1460416218)))
20:04:40.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:40.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:40.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:40.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:40.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:40.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.007 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@332043393(state=PENDING, result=null, callback=(continuation of Deferred@214683372 after retry RPC after error@1876720104) -> (continuation of Deferred@767946526 after retry RPC after error@1785469115) -> (continuation of Deferred@939661236 after retry RPC after error@882719333) -> (continuation of Deferred@908234487 after retry RPC after error@1006760264) -> (continuation of Deferred@345439947 after retry RPC after error@1233494062) -> (continuation of Deferred@1802685151 after retry RPC after error@1489694024) -> (continuation of Deferred@2064199740 after retry RPC after error@535391139), errback=(continuation of Deferred@214683372 after retry RPC after error@1876720104) -> (continuation of Deferred@767946526 after retry RPC after error@1785469115) -> (continuation of Deferred@939661236 after retry RPC after error@882719333) -> (continuation of Deferred@908234487 after retry RPC after error@1006760264) -> (continuation of Deferred@345439947 after retry RPC after error@1233494062) -> (continuation of Deferred@1802685151 after retry RPC after error@1489694024) -> (continuation of Deferred@2064199740 after retry RPC after error@535391139)))
20:04:41.008 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@332043393(state=PENDING, result=null, callback=(continuation of Deferred@214683372 after retry RPC after error@1876720104) -> (continuation of Deferred@767946526 after retry RPC after error@1785469115) -> (continuation of Deferred@939661236 after retry RPC after error@882719333) -> (continuation of Deferred@908234487 after retry RPC after error@1006760264) -> (continuation of Deferred@345439947 after retry RPC after error@1233494062) -> (continuation of Deferred@1802685151 after retry RPC after error@1489694024) -> (continuation of Deferred@2064199740 after retry RPC after error@535391139), errback=(continuation of Deferred@214683372 after retry RPC after error@1876720104) -> (continuation of Deferred@767946526 after retry RPC after error@1785469115) -> (continuation of Deferred@939661236 after retry RPC after error@882719333) -> (continuation of Deferred@908234487 after retry RPC after error@1006760264) -> (continuation of Deferred@345439947 after retry RPC after error@1233494062) -> (continuation of Deferred@1802685151 after retry RPC after error@1489694024) -> (continuation of Deferred@2064199740 after retry RPC after error@535391139)))
20:04:41.024 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.088 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:41.220054 27299 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 87) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 1)
20:04:41.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:41.221483 27299 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'd9eb62b704ad4a72b005169d782a4050', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'd9eb62b704ad4a72b005169d782a4050', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 87) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.7.190:33659,127.26.7.189:39495,127.26.7.188:35985, num_attempts: 1)
20:04:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:41.223541 27299 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.7.188:35985)
20:04:41.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.247 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [46ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@249149722(state=PENDING, result=null, callback=(continuation of Deferred@1201462606 after retry RPC after error@401446264) -> (continuation of Deferred@869788490 after retry RPC after error@1887802691) -> (continuation of Deferred@1372733616 after retry RPC after error@720329127) -> (continuation of Deferred@653158923 after retry RPC after error@2057165848) -> (continuation of Deferred@965334075 after retry RPC after error@1778094284) -> (continuation of Deferred@1016074698 after retry RPC after error@687433564) -> (continuation of Deferred@1604736628 after retry RPC after error@1785643196), errback=(continuation of Deferred@1201462606 after retry RPC after error@401446264) -> (continuation of Deferred@869788490 after retry RPC after error@1887802691) -> (continuation of Deferred@1372733616 after retry RPC after error@720329127) -> (continuation of Deferred@653158923 after retry RPC after error@2057165848) -> (continuation of Deferred@965334075 after retry RPC after error@1778094284) -> (continuation of Deferred@1016074698 after retry RPC after error@687433564) -> (continuation of Deferred@1604736628 after retry RPC after error@1785643196)))
20:04:41.248 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [46ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@249149722(state=PENDING, result=null, callback=(continuation of Deferred@1201462606 after retry RPC after error@401446264) -> (continuation of Deferred@869788490 after retry RPC after error@1887802691) -> (continuation of Deferred@1372733616 after retry RPC after error@720329127) -> (continuation of Deferred@653158923 after retry RPC after error@2057165848) -> (continuation of Deferred@965334075 after retry RPC after error@1778094284) -> (continuation of Deferred@1016074698 after retry RPC after error@687433564) -> (continuation of Deferred@1604736628 after retry RPC after error@1785643196), errback=(continuation of Deferred@1201462606 after retry RPC after error@401446264) -> (continuation of Deferred@869788490 after retry RPC after error@1887802691) -> (continuation of Deferred@1372733616 after retry RPC after error@720329127) -> (continuation of Deferred@653158923 after retry RPC after error@2057165848) -> (continuation of Deferred@965334075 after retry RPC after error@1778094284) -> (continuation of Deferred@1016074698 after retry RPC after error@687433564) -> (continuation of Deferred@1604736628 after retry RPC after error@1785643196)))
20:04:41.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.525 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1877848690(state=PENDING, result=null, callback=(continuation of Deferred@2064301221 after retry RPC after error@1263132637) -> (continuation of Deferred@187455300 after retry RPC after error@164629105) -> (continuation of Deferred@655450234 after retry RPC after error@572781682) -> (continuation of Deferred@1272713477 after retry RPC after error@1112938893) -> (continuation of Deferred@1852355341 after retry RPC after error@1406491350) -> (continuation of Deferred@2016034192 after retry RPC after error@172149097) -> (continuation of Deferred@563733495 after retry RPC after error@1482886904), errback=(continuation of Deferred@2064301221 after retry RPC after error@1263132637) -> (continuation of Deferred@187455300 after retry RPC after error@164629105) -> (continuation of Deferred@655450234 after retry RPC after error@572781682) -> (continuation of Deferred@1272713477 after retry RPC after error@1112938893) -> (continuation of Deferred@1852355341 after retry RPC after error@1406491350) -> (continuation of Deferred@2016034192 after retry RPC after error@172149097) -> (continuation of Deferred@563733495 after retry RPC after error@1482886904)))
20:04:41.525 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:41.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.584 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.747 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@610242686(state=PENDING, result=null, callback=(continuation of Deferred@147767260 after retry RPC after error@529266346) -> (continuation of Deferred@1551938441 after retry RPC after error@67372039) -> (continuation of Deferred@2034854660 after retry RPC after error@968358945) -> (continuation of Deferred@1626475621 after retry RPC after error@1156712512) -> (continuation of Deferred@1993427601 after retry RPC after error@1887565470) -> (continuation of Deferred@6315471 after retry RPC after error@1417999755) -> (continuation of Deferred@679323720 after retry RPC after error@1471647455), errback=(continuation of Deferred@147767260 after retry RPC after error@529266346) -> (continuation of Deferred@1551938441 after retry RPC after error@67372039) -> (continuation of Deferred@2034854660 after retry RPC after error@968358945) -> (continuation of Deferred@1626475621 after retry RPC after error@1156712512) -> (continuation of Deferred@1993427601 after retry RPC after error@1887565470) -> (continuation of Deferred@6315471 after retry RPC after error@1417999755) -> (continuation of Deferred@679323720 after retry RPC after error@1471647455)))
20:04:41.748 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@610242686(state=PENDING, result=null, callback=(continuation of Deferred@147767260 after retry RPC after error@529266346) -> (continuation of Deferred@1551938441 after retry RPC after error@67372039) -> (continuation of Deferred@2034854660 after retry RPC after error@968358945) -> (continuation of Deferred@1626475621 after retry RPC after error@1156712512) -> (continuation of Deferred@1993427601 after retry RPC after error@1887565470) -> (continuation of Deferred@6315471 after retry RPC after error@1417999755) -> (continuation of Deferred@679323720 after retry RPC after error@1471647455), errback=(continuation of Deferred@147767260 after retry RPC after error@529266346) -> (continuation of Deferred@1551938441 after retry RPC after error@67372039) -> (continuation of Deferred@2034854660 after retry RPC after error@968358945) -> (continuation of Deferred@1626475621 after retry RPC after error@1156712512) -> (continuation of Deferred@1993427601 after retry RPC after error@1887565470) -> (continuation of Deferred@6315471 after retry RPC after error@1417999755) -> (continuation of Deferred@679323720 after retry RPC after error@1471647455)))
20:04:41.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:41.944 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:41.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:41.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:41.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:41.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.007 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1773340410(state=PENDING, result=null, callback=(continuation of Deferred@812046542 after retry RPC after error@967477776) -> (continuation of Deferred@188585265 after retry RPC after error@2059978362) -> (continuation of Deferred@2087633221 after retry RPC after error@301547218) -> (continuation of Deferred@1988801985 after retry RPC after error@1246578300) -> (continuation of Deferred@1076089497 after retry RPC after error@418671585) -> (continuation of Deferred@997454211 after retry RPC after error@464338487) -> (continuation of Deferred@1170510017 after retry RPC after error@2127839483), errback=(continuation of Deferred@812046542 after retry RPC after error@967477776) -> (continuation of Deferred@188585265 after retry RPC after error@2059978362) -> (continuation of Deferred@2087633221 after retry RPC after error@301547218) -> (continuation of Deferred@1988801985 after retry RPC after error@1246578300) -> (continuation of Deferred@1076089497 after retry RPC after error@418671585) -> (continuation of Deferred@997454211 after retry RPC after error@464338487) -> (continuation of Deferred@1170510017 after retry RPC after error@2127839483)))
20:04:42.008 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1773340410(state=PENDING, result=null, callback=(continuation of Deferred@812046542 after retry RPC after error@967477776) -> (continuation of Deferred@188585265 after retry RPC after error@2059978362) -> (continuation of Deferred@2087633221 after retry RPC after error@301547218) -> (continuation of Deferred@1988801985 after retry RPC after error@1246578300) -> (continuation of Deferred@1076089497 after retry RPC after error@418671585) -> (continuation of Deferred@997454211 after retry RPC after error@464338487) -> (continuation of Deferred@1170510017 after retry RPC after error@2127839483), errback=(continuation of Deferred@812046542 after retry RPC after error@967477776) -> (continuation of Deferred@188585265 after retry RPC after error@2059978362) -> (continuation of Deferred@2087633221 after retry RPC after error@301547218) -> (continuation of Deferred@1988801985 after retry RPC after error@1246578300) -> (continuation of Deferred@1076089497 after retry RPC after error@418671585) -> (continuation of Deferred@997454211 after retry RPC after error@464338487) -> (continuation of Deferred@1170510017 after retry RPC after error@2127839483)))
20:04:42.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.044 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.285 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@437085927(state=PENDING, result=null, callback=(continuation of Deferred@48879851 after retry RPC after error@218084608) -> (continuation of Deferred@2065343279 after retry RPC after error@173132021) -> (continuation of Deferred@1186162644 after retry RPC after error@924163511) -> (continuation of Deferred@431506337 after retry RPC after error@489301507) -> (continuation of Deferred@1090154421 after retry RPC after error@1536801336) -> (continuation of Deferred@6770593 after retry RPC after error@1278311312) -> (continuation of Deferred@1596269156 after retry RPC after error@1232804802) -> (continuation of Deferred@1943752459 after retry RPC after error@879839003), errback=(continuation of Deferred@48879851 after retry RPC after error@218084608) -> (continuation of Deferred@2065343279 after retry RPC after error@173132021) -> (continuation of Deferred@1186162644 after retry RPC after error@924163511) -> (continuation of Deferred@431506337 after retry RPC after error@489301507) -> (continuation of Deferred@1090154421 after retry RPC after error@1536801336) -> (continuation of Deferred@6770593 after retry RPC after error@1278311312) -> (continuation of Deferred@1596269156 after retry RPC after error@1232804802) -> (continuation of Deferred@1943752459 after retry RPC after error@879839003)))
20:04:42.285 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:42.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.308 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.385 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.547 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@887669371(state=PENDING, result=null, callback=(continuation of Deferred@403587502 after retry RPC after error@538856226) -> (continuation of Deferred@1642218293 after retry RPC after error@334212712) -> (continuation of Deferred@2038599306 after retry RPC after error@722963907) -> (continuation of Deferred@1486854271 after retry RPC after error@382330346) -> (continuation of Deferred@2077417319 after retry RPC after error@1815886923) -> (continuation of Deferred@1220812243 after retry RPC after error@301680532) -> (continuation of Deferred@2084543275 after retry RPC after error@1911303811) -> (continuation of Deferred@430870504 after retry RPC after error@1378004142), errback=(continuation of Deferred@403587502 after retry RPC after error@538856226) -> (continuation of Deferred@1642218293 after retry RPC after error@334212712) -> (continuation of Deferred@2038599306 after retry RPC after error@722963907) -> (continuation of Deferred@1486854271 after retry RPC after error@382330346) -> (continuation of Deferred@2077417319 after retry RPC after error@1815886923) -> (continuation of Deferred@1220812243 after retry RPC after error@301680532) -> (continuation of Deferred@2084543275 after retry RPC after error@1911303811) -> (continuation of Deferred@430870504 after retry RPC after error@1378004142)))
20:04:42.548 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@887669371(state=PENDING, result=null, callback=(continuation of Deferred@403587502 after retry RPC after error@538856226) -> (continuation of Deferred@1642218293 after retry RPC after error@334212712) -> (continuation of Deferred@2038599306 after retry RPC after error@722963907) -> (continuation of Deferred@1486854271 after retry RPC after error@382330346) -> (continuation of Deferred@2077417319 after retry RPC after error@1815886923) -> (continuation of Deferred@1220812243 after retry RPC after error@301680532) -> (continuation of Deferred@2084543275 after retry RPC after error@1911303811) -> (continuation of Deferred@430870504 after retry RPC after error@1378004142), errback=(continuation of Deferred@403587502 after retry RPC after error@538856226) -> (continuation of Deferred@1642218293 after retry RPC after error@334212712) -> (continuation of Deferred@2038599306 after retry RPC after error@722963907) -> (continuation of Deferred@1486854271 after retry RPC after error@382330346) -> (continuation of Deferred@2077417319 after retry RPC after error@1815886923) -> (continuation of Deferred@1220812243 after retry RPC after error@301680532) -> (continuation of Deferred@2084543275 after retry RPC after error@1911303811) -> (continuation of Deferred@430870504 after retry RPC after error@1378004142)))
20:04:42.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.605 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.747 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1014766393(state=PENDING, result=null, callback=(continuation of Deferred@551208010 after retry RPC after error@258109517) -> (continuation of Deferred@1701695567 after retry RPC after error@957659656) -> (continuation of Deferred@1335546356 after retry RPC after error@1399201874) -> (continuation of Deferred@1476554201 after retry RPC after error@1146767403) -> (continuation of Deferred@1574315045 after retry RPC after error@1070656381) -> (continuation of Deferred@1953969659 after retry RPC after error@1660563534) -> (continuation of Deferred@241293112 after retry RPC after error@919752330), errback=(continuation of Deferred@551208010 after retry RPC after error@258109517) -> (continuation of Deferred@1701695567 after retry RPC after error@957659656) -> (continuation of Deferred@1335546356 after retry RPC after error@1399201874) -> (continuation of Deferred@1476554201 after retry RPC after error@1146767403) -> (continuation of Deferred@1574315045 after retry RPC after error@1070656381) -> (continuation of Deferred@1953969659 after retry RPC after error@1660563534) -> (continuation of Deferred@241293112 after retry RPC after error@919752330)))
20:04:42.748 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1014766393(state=PENDING, result=null, callback=(continuation of Deferred@551208010 after retry RPC after error@258109517) -> (continuation of Deferred@1701695567 after retry RPC after error@957659656) -> (continuation of Deferred@1335546356 after retry RPC after error@1399201874) -> (continuation of Deferred@1476554201 after retry RPC after error@1146767403) -> (continuation of Deferred@1574315045 after retry RPC after error@1070656381) -> (continuation of Deferred@1953969659 after retry RPC after error@1660563534) -> (continuation of Deferred@241293112 after retry RPC after error@919752330), errback=(continuation of Deferred@551208010 after retry RPC after error@258109517) -> (continuation of Deferred@1701695567 after retry RPC after error@957659656) -> (continuation of Deferred@1335546356 after retry RPC after error@1399201874) -> (continuation of Deferred@1476554201 after retry RPC after error@1146767403) -> (continuation of Deferred@1574315045 after retry RPC after error@1070656381) -> (continuation of Deferred@1953969659 after retry RPC after error@1660563534) -> (continuation of Deferred@241293112 after retry RPC after error@919752330)))
20:04:42.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.825 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.948 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [183ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1599540122(state=PENDING, result=null, callback=(continuation of Deferred@488407633 after retry RPC after error@1834871964) -> (continuation of Deferred@1772292873 after retry RPC after error@240109180) -> (continuation of Deferred@2000208878 after retry RPC after error@1971583129) -> (continuation of Deferred@76111459 after retry RPC after error@1954874536) -> (continuation of Deferred@1158913637 after retry RPC after error@801042798) -> (continuation of Deferred@1636485308 after retry RPC after error@1031151713), errback=(continuation of Deferred@488407633 after retry RPC after error@1834871964) -> (continuation of Deferred@1772292873 after retry RPC after error@240109180) -> (continuation of Deferred@2000208878 after retry RPC after error@1971583129) -> (continuation of Deferred@76111459 after retry RPC after error@1954874536) -> (continuation of Deferred@1158913637 after retry RPC after error@801042798) -> (continuation of Deferred@1636485308 after retry RPC after error@1031151713)))
20:04:42.948 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [183ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1599540122(state=PENDING, result=null, callback=(continuation of Deferred@488407633 after retry RPC after error@1834871964) -> (continuation of Deferred@1772292873 after retry RPC after error@240109180) -> (continuation of Deferred@2000208878 after retry RPC after error@1971583129) -> (continuation of Deferred@76111459 after retry RPC after error@1954874536) -> (continuation of Deferred@1158913637 after retry RPC after error@801042798) -> (continuation of Deferred@1636485308 after retry RPC after error@1031151713), errback=(continuation of Deferred@488407633 after retry RPC after error@1834871964) -> (continuation of Deferred@1772292873 after retry RPC after error@240109180) -> (continuation of Deferred@2000208878 after retry RPC after error@1971583129) -> (continuation of Deferred@76111459 after retry RPC after error@1954874536) -> (continuation of Deferred@1158913637 after retry RPC after error@801042798) -> (continuation of Deferred@1636485308 after retry RPC after error@1031151713)))
20:04:42.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.965 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:42.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:42.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:42.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:42.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:42.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.005 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.188 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1535800871(state=PENDING, result=null, callback=(continuation of Deferred@1841326907 after retry RPC after error@1521303352) -> (continuation of Deferred@1437918112 after retry RPC after error@1560779903) -> (continuation of Deferred@871411031 after retry RPC after error@9900270) -> (continuation of Deferred@1925991103 after retry RPC after error@331990269) -> (continuation of Deferred@627399110 after retry RPC after error@491601380) -> (continuation of Deferred@230950208 after retry RPC after error@1358419497) -> (continuation of Deferred@1607671448 after retry RPC after error@730184347), errback=(continuation of Deferred@1841326907 after retry RPC after error@1521303352) -> (continuation of Deferred@1437918112 after retry RPC after error@1560779903) -> (continuation of Deferred@871411031 after retry RPC after error@9900270) -> (continuation of Deferred@1925991103 after retry RPC after error@331990269) -> (continuation of Deferred@627399110 after retry RPC after error@491601380) -> (continuation of Deferred@230950208 after retry RPC after error@1358419497) -> (continuation of Deferred@1607671448 after retry RPC after error@730184347)))
20:04:43.188 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1535800871(state=PENDING, result=null, callback=(continuation of Deferred@1841326907 after retry RPC after error@1521303352) -> (continuation of Deferred@1437918112 after retry RPC after error@1560779903) -> (continuation of Deferred@871411031 after retry RPC after error@9900270) -> (continuation of Deferred@1925991103 after retry RPC after error@331990269) -> (continuation of Deferred@627399110 after retry RPC after error@491601380) -> (continuation of Deferred@230950208 after retry RPC after error@1358419497) -> (continuation of Deferred@1607671448 after retry RPC after error@730184347), errback=(continuation of Deferred@1841326907 after retry RPC after error@1521303352) -> (continuation of Deferred@1437918112 after retry RPC after error@1560779903) -> (continuation of Deferred@871411031 after retry RPC after error@9900270) -> (continuation of Deferred@1925991103 after retry RPC after error@331990269) -> (continuation of Deferred@627399110 after retry RPC after error@491601380) -> (continuation of Deferred@230950208 after retry RPC after error@1358419497) -> (continuation of Deferred@1607671448 after retry RPC after error@730184347)))
20:04:43.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.245 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.284 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.445 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.447 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [240ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1184787734(state=PENDING, result=null, callback=(continuation of Deferred@862274246 after retry RPC after error@1181620853) -> (continuation of Deferred@1499997741 after retry RPC after error@1823151819) -> (continuation of Deferred@1975585514 after retry RPC after error@1128930197) -> (continuation of Deferred@1535841439 after retry RPC after error@1864518763) -> (continuation of Deferred@306814271 after retry RPC after error@21805648) -> (continuation of Deferred@39872778 after retry RPC after error@2145135673) -> (continuation of Deferred@555935384 after retry RPC after error@1163413206) -> (continuation of Deferred@1156665166 after retry RPC after error@1523719693), errback=(continuation of Deferred@862274246 after retry RPC after error@1181620853) -> (continuation of Deferred@1499997741 after retry RPC after error@1823151819) -> (continuation of Deferred@1975585514 after retry RPC after error@1128930197) -> (continuation of Deferred@1535841439 after retry RPC after error@1864518763) -> (continuation of Deferred@306814271 after retry RPC after error@21805648) -> (continuation of Deferred@39872778 after retry RPC after error@2145135673) -> (continuation of Deferred@555935384 after retry RPC after error@1163413206) -> (continuation of Deferred@1156665166 after retry RPC after error@1523719693)))
20:04:43.448 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [240ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1184787734(state=PENDING, result=null, callback=(continuation of Deferred@862274246 after retry RPC after error@1181620853) -> (continuation of Deferred@1499997741 after retry RPC after error@1823151819) -> (continuation of Deferred@1975585514 after retry RPC after error@1128930197) -> (continuation of Deferred@1535841439 after retry RPC after error@1864518763) -> (continuation of Deferred@306814271 after retry RPC after error@21805648) -> (continuation of Deferred@39872778 after retry RPC after error@2145135673) -> (continuation of Deferred@555935384 after retry RPC after error@1163413206) -> (continuation of Deferred@1156665166 after retry RPC after error@1523719693), errback=(continuation of Deferred@862274246 after retry RPC after error@1181620853) -> (continuation of Deferred@1499997741 after retry RPC after error@1823151819) -> (continuation of Deferred@1975585514 after retry RPC after error@1128930197) -> (continuation of Deferred@1535841439 after retry RPC after error@1864518763) -> (continuation of Deferred@306814271 after retry RPC after error@21805648) -> (continuation of Deferred@39872778 after retry RPC after error@2145135673) -> (continuation of Deferred@555935384 after retry RPC after error@1163413206) -> (continuation of Deferred@1156665166 after retry RPC after error@1523719693)))
20:04:43.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.625 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.645 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.647 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1325539242(state=PENDING, result=null, callback=(continuation of Deferred@2136504664 after retry RPC after error@348508003) -> (continuation of Deferred@180422439 after retry RPC after error@1432467098) -> (continuation of Deferred@1766823895 after retry RPC after error@1397482314) -> (continuation of Deferred@1370566203 after retry RPC after error@154966001) -> (continuation of Deferred@475547694 after retry RPC after error@268810588) -> (continuation of Deferred@1209900433 after retry RPC after error@628295804) -> (continuation of Deferred@2067021252 after retry RPC after error@1179038887), errback=(continuation of Deferred@2136504664 after retry RPC after error@348508003) -> (continuation of Deferred@180422439 after retry RPC after error@1432467098) -> (continuation of Deferred@1766823895 after retry RPC after error@1397482314) -> (continuation of Deferred@1370566203 after retry RPC after error@154966001) -> (continuation of Deferred@475547694 after retry RPC after error@268810588) -> (continuation of Deferred@1209900433 after retry RPC after error@628295804) -> (continuation of Deferred@2067021252 after retry RPC after error@1179038887)))
20:04:43.647 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1325539242(state=PENDING, result=null, callback=(continuation of Deferred@2136504664 after retry RPC after error@348508003) -> (continuation of Deferred@180422439 after retry RPC after error@1432467098) -> (continuation of Deferred@1766823895 after retry RPC after error@1397482314) -> (continuation of Deferred@1370566203 after retry RPC after error@154966001) -> (continuation of Deferred@475547694 after retry RPC after error@268810588) -> (continuation of Deferred@1209900433 after retry RPC after error@628295804) -> (continuation of Deferred@2067021252 after retry RPC after error@1179038887), errback=(continuation of Deferred@2136504664 after retry RPC after error@348508003) -> (continuation of Deferred@180422439 after retry RPC after error@1432467098) -> (continuation of Deferred@1766823895 after retry RPC after error@1397482314) -> (continuation of Deferred@1370566203 after retry RPC after error@154966001) -> (continuation of Deferred@475547694 after retry RPC after error@268810588) -> (continuation of Deferred@1209900433 after retry RPC after error@628295804) -> (continuation of Deferred@2067021252 after retry RPC after error@1179038887)))
20:04:43.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:43.719660 27669 master_runner.cc:186] Error getting master registration for 127.26.7.190:33659: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111),
20:04:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:43.719835 27669 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:43.724 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.725 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.745 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.765 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.845 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1008990454(state=PENDING, result=null, callback=(continuation of Deferred@1997329974 after retry RPC after error@1638530045) -> (continuation of Deferred@742624974 after retry RPC after error@260323320) -> (continuation of Deferred@506002776 after retry RPC after error@821070707) -> (continuation of Deferred@7685725 after retry RPC after error@786471516) -> (continuation of Deferred@2012963045 after retry RPC after error@1139066490) -> (continuation of Deferred@1770596341 after retry RPC after error@1133601506) -> (continuation of Deferred@1866587709 after retry RPC after error@183702201), errback=(continuation of Deferred@1997329974 after retry RPC after error@1638530045) -> (continuation of Deferred@742624974 after retry RPC after error@260323320) -> (continuation of Deferred@506002776 after retry RPC after error@821070707) -> (continuation of Deferred@7685725 after retry RPC after error@786471516) -> (continuation of Deferred@2012963045 after retry RPC after error@1139066490) -> (continuation of Deferred@1770596341 after retry RPC after error@1133601506) -> (continuation of Deferred@1866587709 after retry RPC after error@183702201)))
20:04:43.848 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@1008990454(state=PENDING, result=null, callback=(continuation of Deferred@1997329974 after retry RPC after error@1638530045) -> (continuation of Deferred@742624974 after retry RPC after error@260323320) -> (continuation of Deferred@506002776 after retry RPC after error@821070707) -> (continuation of Deferred@7685725 after retry RPC after error@786471516) -> (continuation of Deferred@2012963045 after retry RPC after error@1139066490) -> (continuation of Deferred@1770596341 after retry RPC after error@1133601506) -> (continuation of Deferred@1866587709 after retry RPC after error@183702201), errback=(continuation of Deferred@1997329974 after retry RPC after error@1638530045) -> (continuation of Deferred@742624974 after retry RPC after error@260323320) -> (continuation of Deferred@506002776 after retry RPC after error@821070707) -> (continuation of Deferred@7685725 after retry RPC after error@786471516) -> (continuation of Deferred@2012963045 after retry RPC after error@1139066490) -> (continuation of Deferred@1770596341 after retry RPC after error@1133601506) -> (continuation of Deferred@1866587709 after retry RPC after error@183702201)))
20:04:43.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.865 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.984 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:43.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:43.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:43.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:43.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:43.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:43.986850 28120 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader ece7677caf3a4ecc8046f13c58243b2d)
20:04:43.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:43.987041 28120 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ece7677caf3a4ecc8046f13c58243b2d" member_type: VOTER last_known_addr { host: "127.26.7.190" port: 33659 } } peers { permanent_uuid: "9604362ef7724089aecef3c1fc8e42fd" member_type: VOTER last_known_addr { host: "127.26.7.189" port: 39495 } } peers { permanent_uuid: "ac1469ab3aed4780907ee86e0f1412d2" member_type: VOTER last_known_addr { host: "127.26.7.188" port: 35985 } }
20:04:43.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:43.987840 28120 leader_election.cc:290] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659), 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495)
20:04:43.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:43.988325 27688 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:04:43.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:43.989673 27688 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ece7677caf3a4ecc8046f13c58243b2d (127.26.7.190:33659): Network error: Client connection negotiation failed: client connection to 127.26.7.190:33659: connect: Connection refused (error 111)
20:04:43.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:43.989822 27687 leader_election.cc:336] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 9604362ef7724089aecef3c1fc8e42fd (127.26.7.189:39495): Network error: Client connection negotiation failed: client connection to 127.26.7.189:39495: connect: Connection refused (error 111)
20:04:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:43.989945 27687 leader_election.cc:304] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ac1469ab3aed4780907ee86e0f1412d2; no voters: 9604362ef7724089aecef3c1fc8e42fd, ece7677caf3a4ecc8046f13c58243b2d
20:04:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:43.990156 28120 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ac1469ab3aed4780907ee86e0f1412d2 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
20:04:44.045 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@307221086(state=PENDING, result=null, callback=(continuation of Deferred@1307280648 after retry RPC after error@1288715153) -> (continuation of Deferred@510800244 after retry RPC after error@1917046214) -> (continuation of Deferred@1662113091 after retry RPC after error@777020931) -> (continuation of Deferred@556141356 after retry RPC after error@1307037491) -> (continuation of Deferred@548515841 after retry RPC after error@226277994) -> (continuation of Deferred@479375234 after retry RPC after error@1870624116), errback=(continuation of Deferred@1307280648 after retry RPC after error@1288715153) -> (continuation of Deferred@510800244 after retry RPC after error@1917046214) -> (continuation of Deferred@1662113091 after retry RPC after error@777020931) -> (continuation of Deferred@556141356 after retry RPC after error@1307037491) -> (continuation of Deferred@548515841 after retry RPC after error@226277994) -> (continuation of Deferred@479375234 after retry RPC after error@1870624116)))
20:04:44.048 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, deferred=Deferred@307221086(state=PENDING, result=null, callback=(continuation of Deferred@1307280648 after retry RPC after error@1288715153) -> (continuation of Deferred@510800244 after retry RPC after error@1917046214) -> (continuation of Deferred@1662113091 after retry RPC after error@777020931) -> (continuation of Deferred@556141356 after retry RPC after error@1307037491) -> (continuation of Deferred@548515841 after retry RPC after error@226277994) -> (continuation of Deferred@479375234 after retry RPC after error@1870624116), errback=(continuation of Deferred@1307280648 after retry RPC after error@1288715153) -> (continuation of Deferred@510800244 after retry RPC after error@1917046214) -> (continuation of Deferred@1662113091 after retry RPC after error@777020931) -> (continuation of Deferred@556141356 after retry RPC after error@1307037491) -> (continuation of Deferred@548515841 after retry RPC after error@226277994) -> (continuation of Deferred@479375234 after retry RPC after error@1870624116)))
20:04:44.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.084 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.105 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.125 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.145 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.165 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.185 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.265 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.267 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1458895411(state=PENDING, result=null, callback=(continuation of Deferred@2022974651 after retry RPC after error@1624689465) -> (continuation of Deferred@771589738 after retry RPC after error@1554633860) -> (continuation of Deferred@88179286 after retry RPC after error@1402478276) -> (continuation of Deferred@303504395 after retry RPC after error@8976185) -> (continuation of Deferred@156407372 after retry RPC after error@439343004) -> (continuation of Deferred@821196694 after retry RPC after error@2005168014) -> (continuation of Deferred@1786341316 after retry RPC after error@235855392), errback=(continuation of Deferred@2022974651 after retry RPC after error@1624689465) -> (continuation of Deferred@771589738 after retry RPC after error@1554633860) -> (continuation of Deferred@88179286 after retry RPC after error@1402478276) -> (continuation of Deferred@303504395 after retry RPC after error@8976185) -> (continuation of Deferred@156407372 after retry RPC after error@439343004) -> (continuation of Deferred@821196694 after retry RPC after error@2005168014) -> (continuation of Deferred@1786341316 after retry RPC after error@235855392)))
20:04:44.268 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@1458895411(state=PENDING, result=null, callback=(continuation of Deferred@2022974651 after retry RPC after error@1624689465) -> (continuation of Deferred@771589738 after retry RPC after error@1554633860) -> (continuation of Deferred@88179286 after retry RPC after error@1402478276) -> (continuation of Deferred@303504395 after retry RPC after error@8976185) -> (continuation of Deferred@156407372 after retry RPC after error@439343004) -> (continuation of Deferred@821196694 after retry RPC after error@2005168014) -> (continuation of Deferred@1786341316 after retry RPC after error@235855392), errback=(continuation of Deferred@2022974651 after retry RPC after error@1624689465) -> (continuation of Deferred@771589738 after retry RPC after error@1554633860) -> (continuation of Deferred@88179286 after retry RPC after error@1402478276) -> (continuation of Deferred@303504395 after retry RPC after error@8976185) -> (continuation of Deferred@156407372 after retry RPC after error@439343004) -> (continuation of Deferred@821196694 after retry RPC after error@2005168014) -> (continuation of Deferred@1786341316 after retry RPC after error@235855392)))
20:04:44.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.285 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.305 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.345 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.365 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.425 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.465 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.468 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [26ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@229250424(state=PENDING, result=null, callback=(continuation of Deferred@200604303 after retry RPC after error@572907647) -> (continuation of Deferred@392195034 after retry RPC after error@1245490587) -> (continuation of Deferred@1722816209 after retry RPC after error@1805329504) -> (continuation of Deferred@2133961842 after retry RPC after error@1347327610) -> (continuation of Deferred@917378108 after retry RPC after error@77893293) -> (continuation of Deferred@1988423799 after retry RPC after error@1390237083) -> (continuation of Deferred@345285640 after retry RPC after error@887460305), errback=(continuation of Deferred@200604303 after retry RPC after error@572907647) -> (continuation of Deferred@392195034 after retry RPC after error@1245490587) -> (continuation of Deferred@1722816209 after retry RPC after error@1805329504) -> (continuation of Deferred@2133961842 after retry RPC after error@1347327610) -> (continuation of Deferred@917378108 after retry RPC after error@77893293) -> (continuation of Deferred@1988423799 after retry RPC after error@1390237083) -> (continuation of Deferred@345285640 after retry RPC after error@887460305)))
20:04:44.468 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [26ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@229250424(state=PENDING, result=null, callback=(continuation of Deferred@200604303 after retry RPC after error@572907647) -> (continuation of Deferred@392195034 after retry RPC after error@1245490587) -> (continuation of Deferred@1722816209 after retry RPC after error@1805329504) -> (continuation of Deferred@2133961842 after retry RPC after error@1347327610) -> (continuation of Deferred@917378108 after retry RPC after error@77893293) -> (continuation of Deferred@1988423799 after retry RPC after error@1390237083) -> (continuation of Deferred@345285640 after retry RPC after error@887460305), errback=(continuation of Deferred@200604303 after retry RPC after error@572907647) -> (continuation of Deferred@392195034 after retry RPC after error@1245490587) -> (continuation of Deferred@1722816209 after retry RPC after error@1805329504) -> (continuation of Deferred@2133961842 after retry RPC after error@1347327610) -> (continuation of Deferred@917378108 after retry RPC after error@77893293) -> (continuation of Deferred@1988423799 after retry RPC after error@1390237083) -> (continuation of Deferred@345285640 after retry RPC after error@887460305)))
20:04:44.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.505 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.525 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.545 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.565 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.585 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.687 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@332601251(state=PENDING, result=null, callback=(continuation of Deferred@1543627577 after retry RPC after error@355229006) -> (continuation of Deferred@1783454377 after retry RPC after error@1638409804) -> (continuation of Deferred@845355371 after retry RPC after error@1163060292) -> (continuation of Deferred@1162503765 after retry RPC after error@1710269174) -> (continuation of Deferred@1341282146 after retry RPC after error@491842076) -> (continuation of Deferred@197021485 after retry RPC after error@1798945726) -> (continuation of Deferred@917354748 after retry RPC after error@750232639), errback=(continuation of Deferred@1543627577 after retry RPC after error@355229006) -> (continuation of Deferred@1783454377 after retry RPC after error@1638409804) -> (continuation of Deferred@845355371 after retry RPC after error@1163060292) -> (continuation of Deferred@1162503765 after retry RPC after error@1710269174) -> (continuation of Deferred@1341282146 after retry RPC after error@491842076) -> (continuation of Deferred@197021485 after retry RPC after error@1798945726) -> (continuation of Deferred@917354748 after retry RPC after error@750232639)))
20:04:44.687 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, deferred=Deferred@332601251(state=PENDING, result=null, callback=(continuation of Deferred@1543627577 after retry RPC after error@355229006) -> (continuation of Deferred@1783454377 after retry RPC after error@1638409804) -> (continuation of Deferred@845355371 after retry RPC after error@1163060292) -> (continuation of Deferred@1162503765 after retry RPC after error@1710269174) -> (continuation of Deferred@1341282146 after retry RPC after error@491842076) -> (continuation of Deferred@197021485 after retry RPC after error@1798945726) -> (continuation of Deferred@917354748 after retry RPC after error@750232639), errback=(continuation of Deferred@1543627577 after retry RPC after error@355229006) -> (continuation of Deferred@1783454377 after retry RPC after error@1638409804) -> (continuation of Deferred@845355371 after retry RPC after error@1163060292) -> (continuation of Deferred@1162503765 after retry RPC after error@1710269174) -> (continuation of Deferred@1341282146 after retry RPC after error@491842076) -> (continuation of Deferred@197021485 after retry RPC after error@1798945726) -> (continuation of Deferred@917354748 after retry RPC after error@750232639)))
20:04:44.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.189:39495(127.26.7.189:39495)] connecting to peer
20:04:44.705 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.7.190:33659(127.26.7.190:33659)] connecting to peer
20:04:44.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.7.189:39495(127.26.7.189:39495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.190:33659(127.26.7.190:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.189:39495: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495
20:04:44.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.7.190:33659: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659
20:04:44.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.707 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=33, TimeoutTracker(timeout=50000, elapsed=49009), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [8ms] refreshing cache from master, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [9ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [10ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [10ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [10ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [28ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [29ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [29ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [30ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [30ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [48ms] refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [49ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [49ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [51ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [51ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [68ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [69ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [69ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [70ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [70ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [89ms] refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [90ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [90ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [91ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [91ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [127ms] refreshing cache from master, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [129ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [130ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [130ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [130ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [168ms] refreshing cache from master, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [169ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [169ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [170ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [170ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [267ms] refreshing cache from master, [267ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [269ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [269ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [270ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [270ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [608ms] refreshing cache from master, [608ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [610ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [610ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [611ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [611ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1088ms] refreshing cache from master, [1088ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1088ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1088ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1089ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1089ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1090ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1090ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1128ms] refreshing cache from master, [1128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1129ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1129ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1130ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1130ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [4548ms] refreshing cache from master, [4548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [4548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [4548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [4549ms] too many traces: truncated at 100 traces, deferred=Deferred@679139386(state=PENDING, result=null, callback=(continuation of Deferred@972887894 after retry RPC after error@652631427) -> (continuation of Deferred@170326388 after retry RPC after error@1952668418) -> (continuation of Deferred@636859775 after retry RPC after error@837545479) -> (continuation of Deferred@213601303 after retry RPC after error@1651424713) -> (continuation of Deferred@1782096566 after retry RPC after error@72213024) -> (continuation of Deferred@1379982666 after retry RPC after error@1171759678) -> (continuation of Deferred@1783993632 after retry RPC after error@31602344) -> (continuation of Deferred@1427902803 after retry RPC after error@757239708) -> (continuation of Deferred@1805185933 after retry RPC after error@2078265120) -> (continuation of Deferred@1325191041 after retry RPC after error@1998321581) -> (continuation of Deferred@1530099288 after retry RPC after error@1586496721) -> (continuation of Deferred@1991792709 after retry RPC after error@1580625824) -> (continuation of Deferred@519525256 after retry RPC after error@1075800587) -> (continuation of Deferred@1959880765 after retry RPC after error@427250280) -> (continuation of Deferred@1035479517 after retry RPC after error@105661267) -> (continuation of Deferred@2040746791 after retry RPC after error@1524935273) -> (continuation of Deferred@644777513 after retry RPC after error@1113333612) -> (continuation of Deferred@553997931 after retry RPC after error@1582110656) -> (continuation of Deferred@213945838 after retry RPC after error@776291429) -> (continuation of Deferred@628681160 after retry RPC after error@331155888) -> (continuation of Deferred@463100372 after retry RPC after error@527974574) -> (continuation of Deferred@2108480544 after retry RPC after error@111655596) -> (continuation of Deferred@1337595733 after retry RPC after error@303715132) -> (continuation of Deferred@164417667 after retry RPC after error@847608268) -> (continuation of Deferred@756727926 after retry RPC after error@1842996570) -> (continuation of Deferred@50231466 after retry RPC after error@464271904) -> (continuation of Deferred@1624129619 after retry RPC after error@1109367333) -> (continuation of Deferred@861245924 after retry RPC after error@1238548628) -> (continuation of Deferred@1535958309 after retry RPC after error@1702673091) -> (continuation of Deferred@2058997049 after retry RPC after error@632317082) -> (continuation of Deferred@409530620 after retry RPC after error@415427472) -> (continuation of Deferred@740699572 after retry RPC after error@169089054), errback=(continuation of Deferred@972887894 after retry RPC after error@652631427) -> (continuation of Deferred@170326388 after retry RPC after error@1952668418) -> (continuation of Deferred@636859775 after retry RPC after error@837545479) -> (continuation of Deferred@213601303 after retry RPC after error@1651424713) -> (continuation of Deferred@1782096566 after retry RPC after error@72213024) -> (continuation of Deferred@1379982666 after retry RPC after error@1171759678) -> (continuation of Deferred@1783993632 after retry RPC after error@31602344) -> (continuation of Deferred@1427902803 after retry RPC after error@757239708) -> (continuation of Deferred@1805185933 after retry RPC after error@2078265120) -> (continuation of Deferred@1325191041 after retry RPC after error@1998321581) -> (continuation of Deferred@1530099288 after retry RPC after error@1586496721) -> (continuation of Deferred@1991792709 after retry RPC after error@1580625824) -> (continuation of Deferred@519525256 after retry RPC after error@1075800587) -> (continuation of Deferred@1959880765 after retry RPC after error@427250280) -> (continuation of Deferred@1035479517 after retry RPC after error@105661267) -> (continuation of Deferred@2040746791 after retry RPC after error@1524935273) -> (continuation of Deferred@644777513 after retry RPC after error@1113333612) -> (continuation of Deferred@553997931 after retry RPC after error@1582110656) -> (continuation of Deferred@213945838 after retry RPC after error@776291429) -> (continuation of Deferred@628681160 after retry RPC after error@331155888) -> (continuation of Deferred@463100372 after retry RPC after error@527974574) -> (continuation of Deferred@2108480544 after retry RPC after error@111655596) -> (continuation of Deferred@1337595733 after retry RPC after error@303715132) -> (continuation of Deferred@164417667 after retry RPC after error@847608268) -> (continuation of Deferred@756727926 after retry RPC after error@1842996570) -> (continuation of Deferred@50231466 after retry RPC after error@464271904) -> (continuation of Deferred@1624129619 after retry RPC after error@1109367333) -> (continuation of Deferred@861245924 after retry RPC after error@1238548628) -> (continuation of Deferred@1535958309 after retry RPC after error@1702673091) -> (continuation of Deferred@2058997049 after retry RPC after error@632317082) -> (continuation of Deferred@409530620 after retry RPC after error@415427472) -> (continuation of Deferred@740699572 after retry RPC after error@169089054)))
20:04:44.709 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659; will retry
20:04:44.709 [DEBUG - main] (Connection.java:575) [peer f097e97a9ca94a95804e36431da6c6f4(127.26.7.131:34199)] disconnecting while in state READY
20:04:44.709 [DEBUG - main] (Connection.java:575) [peer master-127.26.7.190:33659(127.26.7.190:33659)] disconnecting while in state TERMINATED
20:04:44.709 [DEBUG - main] (Connection.java:575) [peer master-127.26.7.188:35985(127.26.7.188:35985)] disconnecting while in state READY
20:04:44.709 [DEBUG - main] (Connection.java:575) [peer 4954cc3828a4408e9d7fc064d62685a5(127.26.7.129:35247)] disconnecting while in state READY
20:04:44.710 [DEBUG - main] (Connection.java:575) [peer master-127.26.7.189:39495(127.26.7.189:39495)] disconnecting while in state TERMINATED
20:04:44.711 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f097e97a9ca94a95804e36431da6c6f4(127.26.7.131:34199)] handling channelInactive
20:04:44.711 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:44.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f097e97a9ca94a95804e36431da6c6f4(127.26.7.131:34199)] cleaning up while in state READY due to: connection closed
20:04:44.712 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.7.188:35985(127.26.7.188:35985)] handling channelInactive
20:04:44.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.7.188:35985(127.26.7.188:35985)] cleaning up while in state READY due to: connection closed
20:04:44.712 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 4954cc3828a4408e9d7fc064d62685a5(127.26.7.129:35247)] handling channelInactive
20:04:44.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4954cc3828a4408e9d7fc064d62685a5(127.26.7.129:35247)] cleaning up while in state READY due to: connection closed
20:04:44.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:44.712318 26654 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu pid 26946
20:04:44.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:44.720396 27098 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:44.825392 26654 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu with pid 26946
20:04:44.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:44.842317 27266 connection.cc:537] server connection from 127.26.7.129:37501 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:44.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:04:44.842339 27125 connection.cc:537] server connection from 127.26.7.129:60773 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:44.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:44.842914 26654 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu pid 27108
20:04:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:44.850077 27239 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:44.952183 26654 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu with pid 27108
20:04:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:44.968349 26654 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu pid 27249
20:04:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:44.974786 27381 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:45.123031 26654 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu with pid 27249
20:04:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:45.143781 26654 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu pid 27669
20:04:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:45.149686 27742 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:45.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:04:45.289997 26654 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskg7Qx6e/build/asan/bin/kudu with pid 27669
20:04:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-26T20:04:45Z chronyd exiting
20:04:45.442 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=33, TimeoutTracker(timeout=50000, elapsed=49009), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [8ms] refreshing cache from master, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [9ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [10ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [10ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [10ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [28ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [29ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [29ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [30ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [30ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [48ms] refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [49ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [49ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [51ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [51ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [68ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [69ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [69ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [70ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [70ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [89ms] refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [90ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [90ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [91ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [91ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [127ms] refreshing cache from master, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [129ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [130ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [130ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [130ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [168ms] refreshing cache from master, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [169ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [169ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [170ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [170ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [267ms] refreshing cache from master, [267ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [269ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [269ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [270ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [270ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [608ms] refreshing cache from master, [608ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [610ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [610ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [611ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [611ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1088ms] refreshing cache from master, [1088ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1088ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1088ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1089ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1089ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1090ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1090ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1128ms] refreshing cache from master, [1128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1129ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1129ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1130ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1130ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [4548ms] refreshing cache from master, [4548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [4548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [4548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [4549ms] too many traces: truncated at 100 traces, deferred=Deferred@679139386(state=PENDING, result=null, callback=(continuation of Deferred@972887894 after retry RPC after error@652631427) -> (continuation of Deferred@170326388 after retry RPC after error@1952668418) -> (continuation of Deferred@636859775 after retry RPC after error@837545479) -> (continuation of Deferred@213601303 after retry RPC after error@1651424713) -> (continuation of Deferred@1782096566 after retry RPC after error@72213024) -> (continuation of Deferred@1379982666 after retry RPC after error@1171759678) -> (continuation of Deferred@1783993632 after retry RPC after error@31602344) -> (continuation of Deferred@1427902803 after retry RPC after error@757239708) -> (continuation of Deferred@1805185933 after retry RPC after error@2078265120) -> (continuation of Deferred@1325191041 after retry RPC after error@1998321581) -> (continuation of Deferred@1530099288 after retry RPC after error@1586496721) -> (continuation of Deferred@1991792709 after retry RPC after error@1580625824) -> (continuation of Deferred@519525256 after retry RPC after error@1075800587) -> (continuation of Deferred@1959880765 after retry RPC after error@427250280) -> (continuation of Deferred@1035479517 after retry RPC after error@105661267) -> (continuation of Deferred@2040746791 after retry RPC after error@1524935273) -> (continuation of Deferred@644777513 after retry RPC after error@1113333612) -> (continuation of Deferred@553997931 after retry RPC after error@1582110656) -> (continuation of Deferred@213945838 after retry RPC after error@776291429) -> (continuation of Deferred@628681160 after retry RPC after error@331155888) -> (continuation of Deferred@463100372 after retry RPC after error@527974574) -> (continuation of Deferred@2108480544 after retry RPC after error@111655596) -> (continuation of Deferred@1337595733 after retry RPC after error@303715132) -> (continuation of Deferred@164417667 after retry RPC after error@847608268) -> (continuation of Deferred@756727926 after retry RPC after error@1842996570) -> (continuation of Deferred@50231466 after retry RPC after error@464271904) -> (continuation of Deferred@1624129619 after retry RPC after error@1109367333) -> (continuation of Deferred@861245924 after retry RPC after error@1238548628) -> (continuation of Deferred@1535958309 after retry RPC after error@1702673091) -> (continuation of Deferred@2058997049 after retry RPC after error@632317082) -> (continuation of Deferred@409530620 after retry RPC after error@415427472) -> (continuation of Deferred@740699572 after retry RPC after error@169089054), errback=(continuation of Deferred@972887894 after retry RPC after error@652631427) -> (continuation of Deferred@170326388 after retry RPC after error@1952668418) -> (continuation of Deferred@636859775 after retry RPC after error@837545479) -> (continuation of Deferred@213601303 after retry RPC after error@1651424713) -> (continuation of Deferred@1782096566 after retry RPC after error@72213024) -> (continuation of Deferred@1379982666 after retry RPC after error@1171759678) -> (continuation of Deferred@1783993632 after retry RPC after error@31602344) -> (continuation of Deferred@1427902803 after retry RPC after error@757239708) -> (continuation of Deferred@1805185933 after retry RPC after error@2078265120) -> (continuation of Deferred@1325191041 after retry RPC after error@1998321581) -> (continuation of Deferred@1530099288 after retry RPC after error@1586496721) -> (continuation of Deferred@1991792709 after retry RPC after error@1580625824) -> (continuation of Deferred@519525256 after retry RPC after error@1075800587) -> (continuation of Deferred@1959880765 after retry RPC after error@427250280) -> (continuation of Deferred@1035479517 after retry RPC after error@105661267) -> (continuation of Deferred@2040746791 after retry RPC after error@1524935273) -> (continuation of Deferred@644777513 after retry RPC after error@1113333612) -> (continuation of Deferred@553997931 after retry RPC after error@1582110656) -> (continuation of Deferred@213945838 after retry RPC after error@776291429) -> (continuation of Deferred@628681160 after retry RPC after error@331155888) -> (continuation of Deferred@463100372 after retry RPC after error@527974574) -> (continuation of Deferred@2108480544 after retry RPC after error@111655596) -> (continuation of Deferred@1337595733 after retry RPC after error@303715132) -> (continuation of Deferred@164417667 after retry RPC after error@847608268) -> (continuation of Deferred@756727926 after retry RPC after error@1842996570) -> (continuation of Deferred@50231466 after retry RPC after error@464271904) -> (continuation of Deferred@1624129619 after retry RPC after error@1109367333) -> (continuation of Deferred@861245924 after retry RPC after error@1238548628) -> (continuation of Deferred@1535958309 after retry RPC after error@1702673091) -> (continuation of Deferred@2058997049 after retry RPC after error@632317082) -> (continuation of Deferred@409530620 after retry RPC after error@415427472) -> (continuation of Deferred@740699572 after retry RPC after error@169089054)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=33, TimeoutTracker(timeout=50000, elapsed=49009), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [8ms] refreshing cache from master, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [9ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [10ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [10ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [10ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [28ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [29ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [29ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [30ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [30ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [48ms] refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [49ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [49ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [51ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [51ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [68ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [69ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [69ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [70ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [70ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [89ms] refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [90ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [90ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [91ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [91ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [127ms] refreshing cache from master, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [129ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [130ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [130ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [130ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [168ms] refreshing cache from master, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [169ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [169ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [170ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [170ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [267ms] refreshing cache from master, [267ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [269ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [269ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [270ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [270ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [608ms] refreshing cache from master, [608ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [610ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [610ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [611ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [611ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1088ms] refreshing cache from master, [1088ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1088ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1088ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1089ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1089ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1090ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1090ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1128ms] refreshing cache from master, [1128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [1128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [1128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [1129ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.189:39495: Network error: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [1129ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.190:33659: Network error: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659, [1130ms] Sub RPC ConnectToMaster: received response from server master-127.26.7.188:35985: OK, [1130ms] delaying RPC due to: Service unavailable: Master config (127.26.7.189:39495,127.26.7.188:35985,127.26.7.190:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.190:33659(127.26.7.190:33659): Connection refused: /127.26.7.190:33659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.7.189:39495(127.26.7.189:39495): Connection refused: /127.26.7.189:39495, [4548ms] refreshing cache from master, [4548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.189:39495, [4548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.188:35985, [4548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.7.190:33659, [4549ms] too many traces: truncated at 100 traces, deferred=Deferred@679139386(state=PENDING, result=null, callback=(continuation of Deferred@972887894 after retry RPC after error@652631427) -> (continuation of Deferred@170326388 after retry RPC after error@1952668418) -> (continuation of Deferred@636859775 after retry RPC after error@837545479) -> (continuation of Deferred@213601303 after retry RPC after error@1651424713) -> (continuation of Deferred@1782096566 after retry RPC after error@72213024) -> (continuation of Deferred@1379982666 after retry RPC after error@1171759678) -> (continuation of Deferred@1783993632 after retry RPC after error@31602344) -> (continuation of Deferred@1427902803 after retry RPC after error@757239708) -> (continuation of Deferred@1805185933 after retry RPC after error@2078265120) -> (continuation of Deferred@1325191041 after retry RPC after error@1998321581) -> (continuation of Deferred@1530099288 after retry RPC after error@1586496721) -> (continuation of Deferred@1991792709 after retry RPC after error@1580625824) -> (continuation of Deferred@519525256 after retry RPC after error@1075800587) -> (continuation of Deferred@1959880765 after retry RPC after error@427250280) -> (continuation of Deferred@1035479517 after retry RPC after error@105661267) -> (continuation of Deferred@2040746791 after retry RPC after error@1524935273) -> (continuation of Deferred@644777513 after retry RPC after error@1113333612) -> (continuation of Deferred@553997931 after retry RPC after error@1582110656) -> (continuation of Deferred@213945838 after retry RPC after error@776291429) -> (continuation of Deferred@628681160 after retry RPC after error@331155888) -> (continuation of Deferred@463100372 after retry RPC after error@527974574) -> (continuation of Deferred@2108480544 after retry RPC after error@111655596) -> (continuation of Deferred@1337595733 after retry RPC after error@303715132) -> (continuation of Deferred@164417667 after retry RPC after error@847608268) -> (continuation of Deferred@756727926 after retry RPC after error@1842996570) -> (continuation of Deferred@50231466 after retry RPC after error@464271904) -> (continuation of Deferred@1624129619 after retry RPC after error@1109367333) -> (continuation of Deferred@861245924 after retry RPC after error@1238548628) -> (continuation of Deferred@1535958309 after retry RPC after error@1702673091) -> (continuation of Deferred@2058997049 after retry RPC after error@632317082) -> (continuation of Deferred@409530620 after retry RPC after error@415427472) -> (continuation of Deferred@740699572 after retry RPC after error@169089054), errback=(continuation of Deferred@972887894 after retry RPC after error@652631427) -> (continuation of Deferred@170326388 after retry RPC after error@1952668418) -> (continuation of Deferred@636859775 after retry RPC after error@837545479) -> (continuation of Deferred@213601303 after retry RPC after error@1651424713) -> (continuation of Deferred@1782096566 after retry RPC after error@72213024) -> (continuation of Deferred@1379982666 after retry RPC after error@1171759678) -> (continuation of Deferred@1783993632 after retry RPC after error@31602344) -> (continuation of Deferred@1427902803 after retry RPC after error@757239708) -> (continuation of Deferred@1805185933 after retry RPC after error@2078265120) -> (continuation of Deferred@1325191041 after retry RPC after error@1998321581) -> (continuation of Deferred@1530099288 after retry RPC after error@1586496721) -> (continuation of Deferred@1991792709 after retry RPC after error@1580625824) -> (continuation of Deferred@519525256 after retry RPC after error@1075800587) -> (continuation of Deferred@1959880765 after retry RPC after error@427250280) -> (continuation of Deferred@1035479517 after retry RPC after error@105661267) -> (continuation of Deferred@2040746791 after retry RPC after error@1524935273) -> (continuation of Deferred@644777513 after retry RPC after error@1113333612) -> (continuation of Deferred@553997931 after retry RPC after error@1582110656) -> (continuation of Deferred@213945838 after retry RPC after error@776291429) -> (continuation of Deferred@628681160 after retry RPC after error@331155888) -> (continuation of Deferred@463100372 after retry RPC after error@527974574) -> (continuation of Deferred@2108480544 after retry RPC after error@111655596) -> (continuation of Deferred@1337595733 after retry RPC after error@303715132) -> (continuation of Deferred@164417667 after retry RPC after error@847608268) -> (continuation of Deferred@756727926 after retry RPC after error@1842996570) -> (continuation of Deferred@50231466 after retry RPC after error@464271904) -> (continuation of Deferred@1624129619 after retry RPC after error@1109367333) -> (continuation of Deferred@861245924 after retry RPC after error@1238548628) -> (continuation of Deferred@1535958309 after retry RPC after error@1702673091) -> (continuation of Deferred@2058997049 after retry RPC after error@632317082) -> (continuation of Deferred@409530620 after retry RPC after error@415427472) -> (continuation of Deferred@740699572 after retry RPC after error@169089054)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)